[ 523.477934] env[65491]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.477934] env[65491]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.492716] env[65581]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.492716] env[65581]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.319980] env[65581]: INFO neutron.common.config [-] Logging enabled! [ 526.319980] env[65581]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 526.320404] env[65581]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65581) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.320404] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.320479] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.322075] env[65581]: WARNING oslo_policy.policy [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.322075] env[65581]: WARNING oslo_policy.policy [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.323270] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] VMware NSXv3 Agent initialized successfully. [ 526.323783] env[65581]: DEBUG oslo_concurrency.lockutils [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] Acquiring lock "singleton_lock" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.324038] env[65581]: DEBUG oslo_concurrency.lockutils [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] Acquired lock "singleton_lock" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.324352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] Releasing lock "singleton_lock" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.324738] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] Full set of CONF: {{(pid=65581) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.324961] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ******************************************************************************** {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.325179] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] Configuration options gathered from: {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.325889] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.326196] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.327016] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ================================================================================ {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.327016] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] agent_down_time = 75 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.327016] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] allow_automatic_dhcp_failover = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.327016] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] allow_bulk = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.327016] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] api_extensions_path = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.327420] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] api_paste_config = api-paste.ini {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.327677] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] auth_strategy = keystone {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.327875] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] backdoor_port = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.328086] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] backdoor_socket = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.328329] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] backlog = 4096 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329047] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] base_mac = fa:16:3e:00:00:00 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329047] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] bind_host = 0.0.0.0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329047] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] bind_port = 9696 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329047] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] client_socket_timeout = 900 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329313] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] config_dir = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329313] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329411] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] config_source = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329520] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] control_exchange = neutron {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.329785] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] core_plugin = ml2 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.330036] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] debug = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.330296] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] default_availability_zones = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.330605] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.330913] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] dhcp_agent_notification = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] dhcp_agents_per_network = 1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] dhcp_lease_duration = 86400 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] dhcp_load_type = networks {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] dns_domain = openstacklocal {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_default_route_bfd = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_default_route_ecmp = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332326] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_dvr = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332326] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_new_agents = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332435] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332677] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_signals = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.332919] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] enable_traditional_dhcp = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.333165] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] external_dns_driver = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.333410] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] filter_validation = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.333646] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] global_physnet_mtu = 8950 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.333873] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] graceful_shutdown_timeout = 60 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.334200] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] host = cpu-1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.334470] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] host_dvr_for_dhcp = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.334720] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] http_retries = 3 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.334961] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] instance_format = [instance: %(uuid)s] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.335670] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.335670] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ipam_driver = internal {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.335670] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ipv6_pd_enabled = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.335670] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] l3_ha = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.335932] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.335932] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] l3_ha_network_physical_name = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.336051] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] l3_ha_network_type = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.336164] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_color = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.336412] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_config_append = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.336727] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.336973] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_dir = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.337234] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_file = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338019] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_options = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338019] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_rotate_interval = 1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338019] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_rotate_interval_type = days {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338019] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] log_rotation_type = none {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338019] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338171] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338215] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338465] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338677] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.338911] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] max_dns_nameservers = 5 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.339186] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] max_header_line = 16384 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.339431] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] max_l3_agents_per_router = 3 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.339671] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] max_logfile_count = 30 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.339901] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] max_logfile_size_mb = 200 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] max_subnet_host_routes = 20 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] my_ip = 10.180.1.21 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] my_ipv6 = ::1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] network_auto_schedule = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] network_link_prefix = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341067] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341276] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] notify_nova_on_port_data_changes = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341276] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] notify_nova_on_port_status_changes = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341276] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] pagination_max_limit = -1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341387] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] publish_errors = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341627] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] rate_limit_burst = 0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.341888] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] rate_limit_except_level = CRITICAL {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.342176] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] rate_limit_interval = 0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.342417] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] retry_until_window = 30 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.342666] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] router_distributed = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.342910] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] rpc_resources_processing_step = 20 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.343163] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] rpc_response_max_timeout = 600 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.343410] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] rpc_response_timeout = 60 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.343649] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] send_events_interval = 2 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.343904] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] service_plugins = ['router'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.344173] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] setproctitle = on {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] shell_completion = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] state_path = /opt/stack/data/neutron {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] syslog_log_facility = LOG_USER {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] tcp_keepidle = 600 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] transport_url = **** {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345243] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] use_journal = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345243] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] use_json = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345357] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] use_ssl = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345617] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] use_stderr = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.345868] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] use_syslog = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.346121] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] vlan_qinq = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.346368] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] vlan_transparent = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.346598] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] watch_log_file = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.346835] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] wsgi_default_pool_size = 100 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.347829] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] wsgi_keep_alive = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.347829] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.347829] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] wsgi_server_debug = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.347829] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_concurrency.disable_process_locking = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.347829] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.347829] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.348064] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.348064] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.348189] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.348449] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.348702] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.connection_string = messaging:// {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.348950] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.enabled = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.349225] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.es_doc_type = notification {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.349478] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.es_scroll_size = 10000 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.349726] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.es_scroll_time = 2m {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.349967] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.filter_error_trace = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.350225] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.hmac_keys = **** {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351027] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.sentinel_service_name = mymaster {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351027] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.socket_timeout = 0.1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351027] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.trace_requests = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351027] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler.trace_sqlalchemy = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351194] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler_jaeger.process_tags = {} {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351225] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler_jaeger.service_name_prefix = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351357] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] profiler_otlp.service_name_prefix = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.351644] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.enforce_new_defaults = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.352073] env[65581]: WARNING oslo_config.cfg [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.352362] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.enforce_scope = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.352611] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.policy_default_rule = default {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.352871] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.353145] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.353998] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.353998] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.353998] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.353998] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.353998] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354329] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_policy.remote_timeout = 60.0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354329] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354435] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] agent.extensions = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354511] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354653] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] service_providers.service_provider = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354799] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.default_quota = -1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.354943] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355095] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_floatingip = 50 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355232] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_network = 100 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355366] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_port = 500 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355498] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355629] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_router = 10 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355759] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_security_group = 10 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.355892] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356040] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.quota_subnet = 100 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356178] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] QUOTAS.track_quota_usage = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356325] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356458] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.group = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356592] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.helper_command = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356728] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.log_daemon_traceback = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.356867] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357018] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.thread_pool_size = 8 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357158] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep.user = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357304] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357437] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.group = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357568] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.helper_command = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357700] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357835] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.357968] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358114] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_dhcp_release.user = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358254] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358383] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.group = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358510] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.helper_command = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358640] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358775] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.358917] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359052] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_ovs_vsctl.user = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359194] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.capabilities = [21] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359322] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.group = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359450] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.helper_command = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359581] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.log_daemon_traceback = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359756] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359846] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.thread_pool_size = 8 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.359974] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_namespace.user = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360135] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.capabilities = [12] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360264] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.group = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360394] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.helper_command = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360527] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360663] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360798] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.360952] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_conntrack.user = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361119] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.capabilities = [12, 21] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361252] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.group = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361379] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.helper_command = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361513] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.log_daemon_traceback = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361649] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361782] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.thread_pool_size = 8 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.361934] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] privsep_link.user = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.362153] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.362309] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.362451] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.continue_on_failed_promotions = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.362585] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.dscp = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.362724] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.dscp_inherit = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.362872] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.force_mp_to_policy = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363017] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.locking_coordinator_url = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363158] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.log_agent_heartbeats = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363297] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.logging_expire = 1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363439] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363579] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363722] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.polling_interval = 240 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.363860] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364011] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364162] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.report_interval = 30.0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364313] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364450] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364587] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364751] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.sync_skew = 60 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.364966] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.synchronization_queue_size = 20 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.365163] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT.use_helper_for_ns_read = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.365294] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] SECURITYGROUP.enable_ipset = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.365442] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] SECURITYGROUP.enable_security_group = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.365585] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.365731] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.365875] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] experimental.ipv6_pd_enabled = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.extension_drivers = ['port_security'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366188] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.external_network_type = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366339] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366483] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.overlay_ip_version = 4 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366626] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.path_mtu = 8950 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366768] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.physical_network_mtus = {} {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.366916] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.tenant_network_types = ['vlan'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367070] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367222] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ml2.type_drivers = ['vlan'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367366] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT_CLI.neutron_port_id = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367501] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367639] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367783] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.367925] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368078] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368223] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368365] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368505] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368709] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368853] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_login_password = **** {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.368999] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_login_port = 443 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.369155] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_login_user = admin {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.369295] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.369439] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.369579] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.369716] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.369858] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370010] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370161] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370303] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370442] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370584] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370731] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.370870] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371249] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371391] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] vsphere.vsphere_login_password = VMware1! {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371531] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371668] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371810] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.auth_section = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.371994] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.auth_type = password {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372162] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372297] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.certfile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372434] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.collect_timing = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372577] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.endpoint_type = public {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372710] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.insecure = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372839] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.keyfile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.372981] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.region_name = RegionOne {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373131] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.split_loggers = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373261] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] nova.timeout = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373396] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.auth_section = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373537] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.auth_type = password {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373677] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373809] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.certfile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.373944] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.collect_timing = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374099] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.endpoint_type = public {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374235] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.insecure = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374363] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.keyfile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374549] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.region_name = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374627] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.split_loggers = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374741] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] placement.timeout = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.374876] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.auth_section = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375018] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.auth_type = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375152] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.cafile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375281] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.certfile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375413] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.collect_timing = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375543] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.connect_retries = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375672] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.connect_retry_delay = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375804] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.enable_notifications = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.375934] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.endpoint_override = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376077] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.insecure = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376210] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.interface = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376336] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.keyfile = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376467] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.max_version = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376592] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.min_version = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376719] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.region_name = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376845] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.retriable_status_codes = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.376970] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.service_name = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377108] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.service_type = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377238] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.split_loggers = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377364] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.status_code_retries = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377488] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.status_code_retry_delay = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377610] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.timeout = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377736] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.valid_interfaces = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377860] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ironic.version = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.377999] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] cli_script.dry_run = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378155] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378290] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378423] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378555] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378684] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378813] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.378943] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379089] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379223] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379364] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379493] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379632] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379768] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.379909] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380057] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380199] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380334] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380468] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380608] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380740] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.380873] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381046] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381190] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381324] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381460] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381590] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381722] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.381854] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382036] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382186] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382321] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.ssl = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382464] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382606] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382739] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.382876] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383023] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.ssl_version = {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383163] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383305] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_notifications.driver = [] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383439] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_notifications.retry = -1 {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383587] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383718] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] oslo_messaging_notifications.transport_url = **** {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.383820] env[65581]: DEBUG oslo_service.backend._eventlet.service [None req-9115ce35-035f-442a-be28-b6f39ace917e None None] ******************************************************************************** {{(pid=65581) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.384952] env[65581]: DEBUG neutron.agent.securitygroups_rpc [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Init firewall settings (driver=nsxv3) {{(pid=65581) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.386280] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65581) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.386517] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.388719] env[65581]: DEBUG dogpile.cache.region [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.388850] env[65581]: DEBUG dogpile.lock [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.388948] env[65581]: DEBUG dogpile.lock [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.389052] env[65581]: DEBUG dogpile.lock [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.389148] env[65581]: DEBUG dogpile.cache.region [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.389235] env[65581]: DEBUG dogpile.lock [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.389356] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.408608] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Session token - acquiring [ 526.410218] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.410400] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.410486] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.410966] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.421735] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.709939] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.732018] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.732229] env[65581]: DEBUG dogpile.cache.region [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Cache value generated in 0.343 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.732309] env[65581]: DEBUG dogpile.lock [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.732411] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Activating Policy API Provider. [ 526.732597] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Looking for the default Infrastructure Rules. [ 526.804354] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Looking for the Default Layer3 Logged Drop Section. [ 526.826248] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.826664] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.826835] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.826938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.827265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.827608] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.341581] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.844477] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.346760] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Inventory metadata is going to be refreshed. [ 528.347071] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.132748] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.132983] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.133089] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.133386] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.144492] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.145685] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.146660] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.166316] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.166316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.166316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.166316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.166316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.166316] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.166316] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.166316] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.186148] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.186401] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.186442] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.186721] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.186897] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.187053] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.209538] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.209781] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.209863] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.210110] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.210255] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.210402] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.231113] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.231364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.231364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.231668] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.231809] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.231972] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.232104] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.232220] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.250924] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.251181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.251223] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.251522] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.251648] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.251792] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.251894] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.252000] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.273271] env[65581]: DEBUG networking_nsxv3.common.locking [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.273525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.273567] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.273863] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.274027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.274156] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.274261] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.274363] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Inventory metadata have been refreshed. [ 529.274462] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Dryrun:True. Metadata refresh completed. [ 529.274602] env[65581]: DEBUG oslo_concurrency.lockutils [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Releasing lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.276292] env[65581]: INFO neutron.agent.agent_extensions_manager [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Loaded agent extensions: [] [ 529.277022] env[65581]: DEBUG neutron_lib.callbacks.manager [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65581) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.328294] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.328460] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.328460] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent out of sync with plugin! [ 534.278101] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.278101] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.279761] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.280148] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.280761] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.281198] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.604321] env[65581]: INFO networking_nsxv3.common.synchronization [None req-4d17cb15-78fb-446f-ab97-773f61d6813e demo admin] Enqueued Resource ID: 5e381fea-bf9e-4d46-870c-f6db03e42b34 with Priority: HIGHEST for action security_group_rules [ 544.604830] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e381fea-bf9e-4d46-870c-f6db03e42b34 with Priority: HIGHEST for action security_group_rules [ 544.605149] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e381fea-bf9e-4d46-870c-f6db03e42b34 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.605382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e381fea-bf9e-4d46-870c-f6db03e42b34" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.605452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e381fea-bf9e-4d46-870c-f6db03e42b34" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.605782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e381fea-bf9e-4d46-870c-f6db03e42b34" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.605871] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e381fea-bf9e-4d46-870c-f6db03e42b34',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.129473] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.129712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.129712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.129902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.129996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.130112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e381fea-bf9e-4d46-870c-f6db03e42b34 already deleted. [ 545.130194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e381fea-bf9e-4d46-870c-f6db03e42b34" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.606052] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.606507] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.280742] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.281223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.281223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.281379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.281608] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.607409] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.607841] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.784236] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.286889] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.789214] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 555.789446] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 556.583413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.583943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.583943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.583943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.595948] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 556.596861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.597586] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 556.617615] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.617871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.617970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.618196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.618331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.618490] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 556.618610] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.618740] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 556.640756] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.640993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.640993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.641178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.641366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.641484] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.663596] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.663823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.663823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.664011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.664127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.664244] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.686598] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.686792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.686792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.687019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.687129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.687249] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 556.687323] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.687394] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 556.708431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.708662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.708662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.708841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.708928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.709052] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 556.709141] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.709272] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 556.731597] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.731829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.731829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.732029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.732125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.732272] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 556.732354] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.732468] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 556.732468] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 556.732536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 556.732592] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 556.732650] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 556.732922] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 556.732987] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 556.733071] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.758152] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.758408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.758408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.758570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.758678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.758789] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.783537] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.783754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.783754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.783949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.784077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.796990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.608499] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.608934] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.610246] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.610641] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.611658] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.611973] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.612601] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.612902] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.637073] env[65581]: INFO networking_nsxv3.common.synchronization [None req-2fc61cd0-9724-42e8-869f-4b90dbb018f4 None None] Enqueued Resource ID: eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3 with Priority: HIGHEST for action port [ 574.637721] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3 with Priority: HIGHEST for action port [ 574.638047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.638182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.638639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.638639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.638639] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.140716] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3 [ 575.140938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.141097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.141167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.141374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.141560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.141662] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3 already deleted. [ 575.141746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb73d36c-2371-4aa5-b2ea-e4e5c46fe4a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.009072] env[65581]: INFO networking_nsxv3.common.synchronization [None req-33456457-8c12-4b1d-bed6-d2ce2034e5f2 None None] Enqueued Resource ID: 15325445-3d46-4bb3-921a-6505b1baacc1 with Priority: HIGHEST for action port [ 577.009072] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15325445-3d46-4bb3-921a-6505b1baacc1 with Priority: HIGHEST for action port [ 577.009072] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-15325445-3d46-4bb3-921a-6505b1baacc1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.009072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15325445-3d46-4bb3-921a-6505b1baacc1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.009072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15325445-3d46-4bb3-921a-6505b1baacc1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.009072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15325445-3d46-4bb3-921a-6505b1baacc1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.009072] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15325445-3d46-4bb3-921a-6505b1baacc1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.514635] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15325445-3d46-4bb3-921a-6505b1baacc1 [ 577.514635] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.514635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.514635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.514635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.514635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.514635] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15325445-3d46-4bb3-921a-6505b1baacc1 already deleted. [ 577.514635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15325445-3d46-4bb3-921a-6505b1baacc1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.905435] env[65581]: INFO networking_nsxv3.common.synchronization [None req-32b6bd19-79d9-46e5-b1db-7039dd90998d None None] Enqueued Resource ID: 1d77a607-0898-43a8-8353-357b18952f1a with Priority: HIGHEST for action port [ 577.907602] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d77a607-0898-43a8-8353-357b18952f1a with Priority: HIGHEST for action port [ 577.908645] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d77a607-0898-43a8-8353-357b18952f1a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.908645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d77a607-0898-43a8-8353-357b18952f1a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.908767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d77a607-0898-43a8-8353-357b18952f1a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.908985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d77a607-0898-43a8-8353-357b18952f1a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.909151] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d77a607-0898-43a8-8353-357b18952f1a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.392685] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b6740cf8-2a30-433f-a710-88267292fee3 None None] Enqueued Resource ID: ea0c21f5-3744-4ef0-8826-1cf21001fefd with Priority: HIGHEST for action port [ 578.393391] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0c21f5-3744-4ef0-8826-1cf21001fefd with Priority: HIGHEST for action port [ 578.393911] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea0c21f5-3744-4ef0-8826-1cf21001fefd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.394113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea0c21f5-3744-4ef0-8826-1cf21001fefd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.394189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea0c21f5-3744-4ef0-8826-1cf21001fefd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.394445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea0c21f5-3744-4ef0-8826-1cf21001fefd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.394531] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0c21f5-3744-4ef0-8826-1cf21001fefd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.411560] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d77a607-0898-43a8-8353-357b18952f1a [ 578.411560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.411799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.411799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.411925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.412055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.412167] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d77a607-0898-43a8-8353-357b18952f1a already deleted. [ 578.412252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d77a607-0898-43a8-8353-357b18952f1a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.897921] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea0c21f5-3744-4ef0-8826-1cf21001fefd [ 578.897921] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.897921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.897921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.897921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.897921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.897921] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea0c21f5-3744-4ef0-8826-1cf21001fefd already deleted. [ 578.897921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea0c21f5-3744-4ef0-8826-1cf21001fefd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.066724] env[65581]: INFO networking_nsxv3.common.synchronization [None req-49b77fe5-bb6a-4594-aed6-ecb500e88483 None None] Enqueued Resource ID: 858434de-8388-4e08-851e-1d76ebbf75d6 with Priority: HIGHEST for action port [ 579.067012] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 858434de-8388-4e08-851e-1d76ebbf75d6 with Priority: HIGHEST for action port [ 579.067594] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-858434de-8388-4e08-851e-1d76ebbf75d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.069646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-858434de-8388-4e08-851e-1d76ebbf75d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.069646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-858434de-8388-4e08-851e-1d76ebbf75d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.069646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-858434de-8388-4e08-851e-1d76ebbf75d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.069646] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858434de-8388-4e08-851e-1d76ebbf75d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.570936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 858434de-8388-4e08-851e-1d76ebbf75d6 [ 579.571286] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.571286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.571378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.571624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.571716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.571820] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:858434de-8388-4e08-851e-1d76ebbf75d6 already deleted. [ 579.571903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-858434de-8388-4e08-851e-1d76ebbf75d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.762670] env[65581]: INFO networking_nsxv3.common.synchronization [None req-67d85161-900d-4a48-afec-d7eede328fe5 None None] Enqueued Resource ID: 7aec3551-a8db-46be-8581-37f41396516c with Priority: HIGHEST for action port [ 579.763185] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aec3551-a8db-46be-8581-37f41396516c with Priority: HIGHEST for action port [ 579.763818] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aec3551-a8db-46be-8581-37f41396516c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.763818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aec3551-a8db-46be-8581-37f41396516c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.763818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aec3551-a8db-46be-8581-37f41396516c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.764074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aec3551-a8db-46be-8581-37f41396516c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.764074] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aec3551-a8db-46be-8581-37f41396516c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.267995] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aec3551-a8db-46be-8581-37f41396516c [ 580.272019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.272019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.272019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.272019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.272019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.272019] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aec3551-a8db-46be-8581-37f41396516c already deleted. [ 580.272019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aec3551-a8db-46be-8581-37f41396516c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.580023] env[65581]: INFO networking_nsxv3.common.synchronization [None req-f5bb15ab-a2e2-45b9-99f7-6bda280c722b None None] Enqueued Resource ID: 9a6fcaf4-449d-4875-a9ff-1791fb4a9c99 with Priority: HIGHEST for action port [ 580.580023] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a6fcaf4-449d-4875-a9ff-1791fb4a9c99 with Priority: HIGHEST for action port [ 580.580023] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a6fcaf4-449d-4875-a9ff-1791fb4a9c99 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.580023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a6fcaf4-449d-4875-a9ff-1791fb4a9c99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.580023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a6fcaf4-449d-4875-a9ff-1791fb4a9c99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.580023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a6fcaf4-449d-4875-a9ff-1791fb4a9c99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.580023] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6fcaf4-449d-4875-a9ff-1791fb4a9c99',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.969982] env[65581]: INFO networking_nsxv3.common.synchronization [None req-acd11b06-7caa-40d0-abdc-afe092946eb5 None None] Enqueued Resource ID: 50c40c28-3f65-4a97-8cf4-960b6792e75a with Priority: HIGHEST for action port [ 580.971156] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c40c28-3f65-4a97-8cf4-960b6792e75a with Priority: HIGHEST for action port [ 580.971156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c40c28-3f65-4a97-8cf4-960b6792e75a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.971156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c40c28-3f65-4a97-8cf4-960b6792e75a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.971156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c40c28-3f65-4a97-8cf4-960b6792e75a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.972282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c40c28-3f65-4a97-8cf4-960b6792e75a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.972406] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c40c28-3f65-4a97-8cf4-960b6792e75a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.083754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a6fcaf4-449d-4875-a9ff-1791fb4a9c99 [ 581.083754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.083754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.083754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.083754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.083754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.083754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a6fcaf4-449d-4875-a9ff-1791fb4a9c99 already deleted. [ 581.083754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a6fcaf4-449d-4875-a9ff-1791fb4a9c99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.474852] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50c40c28-3f65-4a97-8cf4-960b6792e75a [ 581.475370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.476837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.476837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.476837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.476837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.476837] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50c40c28-3f65-4a97-8cf4-960b6792e75a already deleted. [ 581.476837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c40c28-3f65-4a97-8cf4-960b6792e75a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.806850] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d6e6db89-bb0f-44ad-bd16-142e0eea60f7 None None] Enqueued Resource ID: ec73ad0e-4d05-48c0-951e-07ab230c8bb7 with Priority: HIGHEST for action port [ 581.807490] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec73ad0e-4d05-48c0-951e-07ab230c8bb7 with Priority: HIGHEST for action port [ 581.808331] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec73ad0e-4d05-48c0-951e-07ab230c8bb7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.808331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec73ad0e-4d05-48c0-951e-07ab230c8bb7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.808331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec73ad0e-4d05-48c0-951e-07ab230c8bb7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.808331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec73ad0e-4d05-48c0-951e-07ab230c8bb7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.808563] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec73ad0e-4d05-48c0-951e-07ab230c8bb7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.310682] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec73ad0e-4d05-48c0-951e-07ab230c8bb7 [ 582.311046] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.311241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.311312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.311610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.311711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.311812] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec73ad0e-4d05-48c0-951e-07ab230c8bb7 already deleted. [ 582.311895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec73ad0e-4d05-48c0-951e-07ab230c8bb7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.480567] env[65581]: INFO networking_nsxv3.common.synchronization [None req-6727bdd4-477a-49e1-af2e-19c57d1ab773 None None] Enqueued Resource ID: 0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1 with Priority: HIGHEST for action port [ 582.481673] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1 with Priority: HIGHEST for action port [ 582.481673] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.481673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.481673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.482548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.482548] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.984564] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1 [ 582.984564] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.984564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.984904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.984904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.984976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.985036] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1 already deleted. [ 582.985103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0429f36f-e8f9-44f3-a4a3-ada0a8ece6e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.445507] env[65581]: INFO networking_nsxv3.common.synchronization [None req-9ec89d5e-6808-418f-94c4-88ab35ce5317 None None] Enqueued Resource ID: 95d0d793-86ae-450d-8e58-5f798042e72c with Priority: HIGHEST for action port [ 584.446654] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d0d793-86ae-450d-8e58-5f798042e72c with Priority: HIGHEST for action port [ 584.447246] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d0d793-86ae-450d-8e58-5f798042e72c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.447408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d0d793-86ae-450d-8e58-5f798042e72c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.447504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d0d793-86ae-450d-8e58-5f798042e72c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.447848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d0d793-86ae-450d-8e58-5f798042e72c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.447974] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d0d793-86ae-450d-8e58-5f798042e72c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.950238] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d0d793-86ae-450d-8e58-5f798042e72c [ 584.950653] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.950918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.951109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.951480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.951720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.953655] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d0d793-86ae-450d-8e58-5f798042e72c already deleted. [ 584.953791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d0d793-86ae-450d-8e58-5f798042e72c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.217994] env[65581]: INFO networking_nsxv3.common.synchronization [None req-2ff68c6e-9ad2-477c-9a0c-0137751a5eff None None] Enqueued Resource ID: 053e0f98-513e-41d0-a6ef-8a830d000f16 with Priority: HIGHEST for action port [ 585.218735] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053e0f98-513e-41d0-a6ef-8a830d000f16 with Priority: HIGHEST for action port [ 585.219050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-053e0f98-513e-41d0-a6ef-8a830d000f16 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.219608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-053e0f98-513e-41d0-a6ef-8a830d000f16" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.219668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-053e0f98-513e-41d0-a6ef-8a830d000f16" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.219932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-053e0f98-513e-41d0-a6ef-8a830d000f16" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.220039] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053e0f98-513e-41d0-a6ef-8a830d000f16',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.723738] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 053e0f98-513e-41d0-a6ef-8a830d000f16 [ 585.724664] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.724664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.724813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.724992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.725123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.725237] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:053e0f98-513e-41d0-a6ef-8a830d000f16 already deleted. [ 585.725356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-053e0f98-513e-41d0-a6ef-8a830d000f16" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.833880] env[65581]: INFO networking_nsxv3.common.synchronization [None req-cfaeba6e-9967-4a50-80a2-43c69b99e16a None None] Enqueued Resource ID: cb7abf2d-7f2d-427a-88d7-3ad7019896e7 with Priority: HIGHEST for action port [ 585.834080] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7abf2d-7f2d-427a-88d7-3ad7019896e7 with Priority: HIGHEST for action port [ 585.834734] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7abf2d-7f2d-427a-88d7-3ad7019896e7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.834889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7abf2d-7f2d-427a-88d7-3ad7019896e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.834954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7abf2d-7f2d-427a-88d7-3ad7019896e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.835656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7abf2d-7f2d-427a-88d7-3ad7019896e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.835656] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7abf2d-7f2d-427a-88d7-3ad7019896e7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.337764] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb7abf2d-7f2d-427a-88d7-3ad7019896e7 [ 586.337998] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.338317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.338317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.338435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.338754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.338754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb7abf2d-7f2d-427a-88d7-3ad7019896e7 already deleted. [ 586.338754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7abf2d-7f2d-427a-88d7-3ad7019896e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.436594] env[65581]: INFO networking_nsxv3.common.synchronization [None req-85700bf7-210f-4037-ac1d-c8fb5e63bc25 None None] Enqueued Resource ID: b3874ae4-adf9-4da6-b461-5112848d73c5 with Priority: HIGHEST for action port [ 586.436997] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3874ae4-adf9-4da6-b461-5112848d73c5 with Priority: HIGHEST for action port [ 586.437532] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3874ae4-adf9-4da6-b461-5112848d73c5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.437972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3874ae4-adf9-4da6-b461-5112848d73c5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.437972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3874ae4-adf9-4da6-b461-5112848d73c5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.437972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3874ae4-adf9-4da6-b461-5112848d73c5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.438211] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3874ae4-adf9-4da6-b461-5112848d73c5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.510938] env[65581]: INFO networking_nsxv3.common.synchronization [None req-13e36b4f-82cc-46ee-a697-c56fd9bf5af9 None None] Enqueued Resource ID: 51752272-527a-487a-8751-a0277a36d6a4 with Priority: HIGHEST for action port [ 586.511581] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51752272-527a-487a-8751-a0277a36d6a4 with Priority: HIGHEST for action port [ 586.511908] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-51752272-527a-487a-8751-a0277a36d6a4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.512045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51752272-527a-487a-8751-a0277a36d6a4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.512117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51752272-527a-487a-8751-a0277a36d6a4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.512359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51752272-527a-487a-8751-a0277a36d6a4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.512441] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51752272-527a-487a-8751-a0277a36d6a4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.941618] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3874ae4-adf9-4da6-b461-5112848d73c5 [ 586.941915] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.942100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.942100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.942297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.942388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.942487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3874ae4-adf9-4da6-b461-5112848d73c5 already deleted. [ 586.942649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3874ae4-adf9-4da6-b461-5112848d73c5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.015528] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51752272-527a-487a-8751-a0277a36d6a4 [ 587.015528] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.015732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.015732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.015861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.015932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.016043] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51752272-527a-487a-8751-a0277a36d6a4 already deleted. [ 587.016125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51752272-527a-487a-8751-a0277a36d6a4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.701774] env[65581]: INFO networking_nsxv3.common.synchronization [None req-fbb1a165-3c85-4e16-a759-79db45b481b8 None None] Enqueued Resource ID: 1220a612-c604-49d5-957c-21e84863a4cf with Priority: HIGHEST for action port [ 587.702314] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1220a612-c604-49d5-957c-21e84863a4cf with Priority: HIGHEST for action port [ 587.702622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1220a612-c604-49d5-957c-21e84863a4cf taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.702744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1220a612-c604-49d5-957c-21e84863a4cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.702812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1220a612-c604-49d5-957c-21e84863a4cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.705372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1220a612-c604-49d5-957c-21e84863a4cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.705372] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1220a612-c604-49d5-957c-21e84863a4cf',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.212021] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1220a612-c604-49d5-957c-21e84863a4cf [ 588.212021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.212021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.212021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.214188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.214188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.214188] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1220a612-c604-49d5-957c-21e84863a4cf already deleted. [ 588.214188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1220a612-c604-49d5-957c-21e84863a4cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.524951] env[65581]: INFO networking_nsxv3.common.synchronization [req-6f887396-597b-4ceb-8017-ec0d796ef705 req-96fbc85c-c013-4049-9381-7695756f2ae6 tempest-DeleteServersAdminTestJSON-1926073305 tempest-DeleteServersAdminTestJSON-1926073305-project-member] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 588.525779] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 588.526110] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.526235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.526304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.526566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.526746] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.526866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.526931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.527098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.527184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.527277] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.822951] env[65581]: INFO networking_nsxv3.common.synchronization [None req-181f0575-f1d3-48c3-9218-092f1417b032 None None] Enqueued Resource ID: b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2 with Priority: HIGHEST for action port [ 588.823711] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2 with Priority: HIGHEST for action port [ 588.824440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.824636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.824764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.825160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.825314] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.032974] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.032974] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.032974] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 already deleted. [ 589.032974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.153338] env[65581]: INFO networking_nsxv3.common.synchronization [None req-32de02be-520e-44d9-a471-b0de173594ed None None] Enqueued Resource ID: 8499c042-d3c8-4d2c-8c78-7f6503687923 with Priority: HIGHEST for action port [ 589.153865] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8499c042-d3c8-4d2c-8c78-7f6503687923 with Priority: HIGHEST for action port [ 589.154225] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8499c042-d3c8-4d2c-8c78-7f6503687923 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.154355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8499c042-d3c8-4d2c-8c78-7f6503687923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.154451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8499c042-d3c8-4d2c-8c78-7f6503687923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.154967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8499c042-d3c8-4d2c-8c78-7f6503687923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.155118] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8499c042-d3c8-4d2c-8c78-7f6503687923',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.329287] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2 [ 589.329287] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.329287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.329287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.329287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.329287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.329287] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2 already deleted. [ 589.329287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e3a1cc-3e28-47c7-ba43-e51caed7a3c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.656706] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8499c042-d3c8-4d2c-8c78-7f6503687923 [ 589.656938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.657090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.657164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.657392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.657480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.657578] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8499c042-d3c8-4d2c-8c78-7f6503687923 already deleted. [ 589.657732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8499c042-d3c8-4d2c-8c78-7f6503687923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.161992] env[65581]: INFO networking_nsxv3.common.synchronization [req-b201833e-432f-45d0-8331-c7c071a93763 req-7e136527-ce4e-4f3b-875d-57d46f03fb65 tempest-ServerDiagnosticsTest-818754094 tempest-ServerDiagnosticsTest-818754094-project-member] Enqueued Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_members [ 590.161992] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_members [ 590.161992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.161992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.161992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.162219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.162579] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.162579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.162579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.163068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.163906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.164091] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.319985] env[65581]: INFO networking_nsxv3.common.synchronization [None req-0682d081-fcc7-46dd-9342-248c21acc130 None None] Enqueued Resource ID: bd6dc0ff-1797-4f02-9eda-153624008d61 with Priority: HIGHEST for action port [ 590.319985] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6dc0ff-1797-4f02-9eda-153624008d61 with Priority: HIGHEST for action port [ 590.320275] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6dc0ff-1797-4f02-9eda-153624008d61 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.320393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6dc0ff-1797-4f02-9eda-153624008d61" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.320458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6dc0ff-1797-4f02-9eda-153624008d61" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.320707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6dc0ff-1797-4f02-9eda-153624008d61" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.320782] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6dc0ff-1797-4f02-9eda-153624008d61',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.556424] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.556750] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.556750] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.557077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.557237] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.557396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.557511] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.557762] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.557855] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.558173] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.558287] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.558427] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.558563] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.558724] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.558844] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.558998] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.582012] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.585638] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.585798] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.585980] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.586638] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-2261e0ac-9024-43a1-b957-548b74d7a855 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.586638] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.586638] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.586913] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.587057] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2261e0ac-9024-43a1-b957-548b74d7a855',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.667302] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.667493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.667918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.668985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.668985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.668985] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.668985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.668985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.669355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.669355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.669355] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a already deleted. [ 590.669454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.822766] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd6dc0ff-1797-4f02-9eda-153624008d61 [ 590.822766] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.822884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.822959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.823180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.823269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.823406] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd6dc0ff-1797-4f02-9eda-153624008d61 already deleted. [ 590.823554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6dc0ff-1797-4f02-9eda-153624008d61" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.090439] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.090678] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.090814] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.091119] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.092150] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.093426] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 2261e0ac-9024-43a1-b957-548b74d7a855 not found, creating... [ 591.093426] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.093426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.093426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.093426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.093763] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.094050] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.094261] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.094434] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.094607] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 2261e0ac-9024-43a1-b957-548b74d7a855 is going to be created. [ 591.120344] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.120544] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.121140] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.121140] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.121265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.121507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.352718] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e3db79b6-2b3e-4890-b8aa-5710a7b9cae3 None None] Enqueued Resource ID: 4f37634d-9cb7-42a8-b825-449556dd07e8 with Priority: HIGHEST for action port [ 591.354132] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f37634d-9cb7-42a8-b825-449556dd07e8 with Priority: HIGHEST for action port [ 591.354766] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f37634d-9cb7-42a8-b825-449556dd07e8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.354967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f37634d-9cb7-42a8-b825-449556dd07e8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.355105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f37634d-9cb7-42a8-b825-449556dd07e8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.356309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f37634d-9cb7-42a8-b825-449556dd07e8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.356309] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f37634d-9cb7-42a8-b825-449556dd07e8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.591603] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.591959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.591959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.593494] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.593792] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.593961] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.594158] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.594402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.594543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.594792] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.594853] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.594964] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.595078] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.595193] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.595299] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.595433] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.614926] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.614926] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.614926] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.614926] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.614926] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.615243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.615243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.615535] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.615654] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8d2922-2ff3-4531-a4e7-d5214052f2c7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.858052] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f37634d-9cb7-42a8-b825-449556dd07e8 [ 591.858312] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.858449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.858521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.858918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.859029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.859129] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f37634d-9cb7-42a8-b825-449556dd07e8 already deleted. [ 591.859214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f37634d-9cb7-42a8-b825-449556dd07e8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.884340] env[65581]: INFO networking_nsxv3.common.synchronization [req-6f887396-597b-4ceb-8017-ec0d796ef705 req-1750cfeb-5b03-4d53-a3ea-0b81dc08bc1a service nova] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_rules [ 591.884511] env[65581]: INFO networking_nsxv3.common.synchronization [req-6f887396-597b-4ceb-8017-ec0d796ef705 req-1750cfeb-5b03-4d53-a3ea-0b81dc08bc1a service nova] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 591.884645] env[65581]: INFO networking_nsxv3.common.synchronization [req-6f887396-597b-4ceb-8017-ec0d796ef705 req-1750cfeb-5b03-4d53-a3ea-0b81dc08bc1a service nova] Enqueued Resource ID: 2261e0ac-9024-43a1-b957-548b74d7a855 with Priority: HIGHEST for action port [ 591.884917] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_rules [ 591.885072] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 591.885177] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2261e0ac-9024-43a1-b957-548b74d7a855 with Priority: HIGHEST for action port [ 591.885729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.885878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.885917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.886195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.886279] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.887094] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.887216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.887274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.887436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.887583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.887750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.887750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.887880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.887967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.888070] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.892698] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2261e0ac-9024-43a1-b957-548b74d7a855 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.892698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.892698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.892698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.892698] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2261e0ac-9024-43a1-b957-548b74d7a855',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.118139] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.118363] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.118491] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.118764] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.118919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.119078] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 7a8d2922-2ff3-4531-a4e7-d5214052f2c7 not found, creating... [ 592.119333] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.119500] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.119639] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.119863] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.119990] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.120318] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.120514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.120628] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.120830] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.120955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.121104] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 7a8d2922-2ff3-4531-a4e7-d5214052f2c7 is going to be created. [ 592.142315] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.142315] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.142315] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.142686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.142686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.142837] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.396127] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.396127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.406633] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.407985] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2261e0ac-9024-43a1-b957-548b74d7a855 with status ACTIVE [ 592.408239] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.408369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.408451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.408634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.408733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.408903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.409010] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.409074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.409229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.409306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.409516] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.409607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.409674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.409822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.409899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.410653] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2261e0ac-9024-43a1-b957-548b74d7a855 is going to be updated. [ 592.432404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.432817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.432902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.433141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.433285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.433471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2261e0ac-9024-43a1-b957-548b74d7a855" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.913421] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.985648] env[65581]: INFO networking_nsxv3.common.synchronization [req-b201833e-432f-45d0-8331-c7c071a93763 req-e089aff3-973c-4da1-8c2f-b6d421d5d9dd service nova] Enqueued Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_rules [ 592.985816] env[65581]: INFO networking_nsxv3.common.synchronization [req-b201833e-432f-45d0-8331-c7c071a93763 req-e089aff3-973c-4da1-8c2f-b6d421d5d9dd service nova] Enqueued Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_members [ 592.985944] env[65581]: INFO networking_nsxv3.common.synchronization [req-b201833e-432f-45d0-8331-c7c071a93763 req-e089aff3-973c-4da1-8c2f-b6d421d5d9dd service nova] Enqueued Resource ID: 7a8d2922-2ff3-4531-a4e7-d5214052f2c7 with Priority: HIGHEST for action port [ 592.986463] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_rules [ 592.986602] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_members [ 592.987212] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8d2922-2ff3-4531-a4e7-d5214052f2c7 with Priority: HIGHEST for action port [ 592.988248] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.989986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.989986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.989986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.989986] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.989986] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.989986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.990337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.990337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.990446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.990494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.990564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.990985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.991264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.991264] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.992091] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.992792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.992792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.992792] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8d2922-2ff3-4531-a4e7-d5214052f2c7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.222193] env[65581]: INFO networking_nsxv3.common.synchronization [None req-f8c0fa03-4550-4364-bc03-70a90b8dabb0 None None] Enqueued Resource ID: 41343fcc-8e8b-4390-ba73-a8f43c0c9e56 with Priority: HIGHEST for action port [ 593.222818] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41343fcc-8e8b-4390-ba73-a8f43c0c9e56 with Priority: HIGHEST for action port [ 593.224154] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-41343fcc-8e8b-4390-ba73-a8f43c0c9e56 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.224264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41343fcc-8e8b-4390-ba73-a8f43c0c9e56" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.225040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41343fcc-8e8b-4390-ba73-a8f43c0c9e56" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.225040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41343fcc-8e8b-4390-ba73-a8f43c0c9e56" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.225040] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41343fcc-8e8b-4390-ba73-a8f43c0c9e56',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.416253] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.416406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.416487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.416696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.416790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.416930] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be created. [ 593.451152] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.451152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.451152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.451152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.451152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.461199] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: UNINITIALIZED for 2s [ 593.495441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.495602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.495775] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.496674] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a8d2922-2ff3-4531-a4e7-d5214052f2c7 with status ACTIVE [ 593.496857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.497731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.497731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.497731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.497731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.497731] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.497731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.497731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.497946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.497946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.498013] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.499905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.499905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.499905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.499905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.500653] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a8d2922-2ff3-4531-a4e7-d5214052f2c7 is going to be updated. [ 593.526261] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.527061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.527204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.527458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.527637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.527852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a8d2922-2ff3-4531-a4e7-d5214052f2c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.536256] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8c8b0b11-782d-4081-bd8d-b07ac7b32b3a None None] Enqueued Resource ID: 4bd67be5-b41b-4f87-98d1-91c208735823 with Priority: HIGHEST for action port [ 593.536256] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd67be5-b41b-4f87-98d1-91c208735823 with Priority: HIGHEST for action port [ 593.536256] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd67be5-b41b-4f87-98d1-91c208735823 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.536256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd67be5-b41b-4f87-98d1-91c208735823" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.536256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd67be5-b41b-4f87-98d1-91c208735823" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.536548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd67be5-b41b-4f87-98d1-91c208735823" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.536584] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd67be5-b41b-4f87-98d1-91c208735823',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.730253] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41343fcc-8e8b-4390-ba73-a8f43c0c9e56 [ 593.730253] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.730253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.730253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.730253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.730253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.730253] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41343fcc-8e8b-4390-ba73-a8f43c0c9e56 already deleted. [ 593.730253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41343fcc-8e8b-4390-ba73-a8f43c0c9e56" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.748260] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f07df8-764d-460f-b344-6b0c02666861 req-275d2005-ec3b-4a61-abe6-2fdf7e92e56a tempest-ServerDiagnosticsNegativeTest-532353342 tempest-ServerDiagnosticsNegativeTest-532353342-project-member] Enqueued Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_members [ 593.752539] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_members [ 593.752950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.753084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.753158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.753414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.753565] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.753706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.753771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.753872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.753971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.754077] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.004062] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.039418] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bd67be5-b41b-4f87-98d1-91c208735823 [ 594.039756] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.039890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.039955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.040265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.040265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.040340] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bd67be5-b41b-4f87-98d1-91c208735823 already deleted. [ 594.040414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd67be5-b41b-4f87-98d1-91c208735823" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.258372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.258372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.258372] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 already deleted. [ 594.258372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.340534] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.340534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.340534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.340534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.340534] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.341868] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.341868] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.341868] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.342264] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.342528] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.342656] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.342762] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.342861] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.342964] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.343095] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.343202] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.365277] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.365447] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.365583] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.365759] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.367251] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.367251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.367251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.367251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.367251] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aed22d6-2661-4e2b-bcbd-56d0b7f655e6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.509171] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.509171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.509171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.509171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.509171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.509171] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a is going to be created. [ 594.534217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.534349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.534490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.534802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.534802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.545354] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a in Status: UNINITIALIZED for 2s [ 594.858238] env[65581]: INFO networking_nsxv3.common.synchronization [None req-cd136a1d-84d8-4d8c-b21d-aeab5ee0e334 None None] Enqueued Resource ID: ccb40dfd-bd4b-440d-9511-e1e2151675b9 with Priority: HIGHEST for action port [ 594.858508] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb40dfd-bd4b-440d-9511-e1e2151675b9 with Priority: HIGHEST for action port [ 594.859176] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb40dfd-bd4b-440d-9511-e1e2151675b9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.859245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb40dfd-bd4b-440d-9511-e1e2151675b9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.859281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb40dfd-bd4b-440d-9511-e1e2151675b9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.859537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb40dfd-bd4b-440d-9511-e1e2151675b9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.859629] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb40dfd-bd4b-440d-9511-e1e2151675b9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.869497] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.869709] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.869709] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.869938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.870102] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.870251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 not found, creating... [ 594.870514] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.870664] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.870919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.871022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.871426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.871426] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.871709] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.871709] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.871889] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.872042] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.872202] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 is going to be created. [ 594.884139] env[65581]: INFO networking_nsxv3.common.synchronization [None req-de27fdfd-0758-4832-b605-c5eb3709d24f None None] Enqueued Resource ID: 222939c6-03b9-4740-ba3c-cd6a7346584d with Priority: HIGHEST for action port [ 594.884427] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222939c6-03b9-4740-ba3c-cd6a7346584d with Priority: HIGHEST for action port [ 594.884915] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-222939c6-03b9-4740-ba3c-cd6a7346584d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.885073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222939c6-03b9-4740-ba3c-cd6a7346584d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.885146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222939c6-03b9-4740-ba3c-cd6a7346584d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.885391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222939c6-03b9-4740-ba3c-cd6a7346584d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.885560] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222939c6-03b9-4740-ba3c-cd6a7346584d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.894751] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.894751] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.894969] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.895082] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.895306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.895526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.361373] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccb40dfd-bd4b-440d-9511-e1e2151675b9 [ 595.361679] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.361862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.361916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.363038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.363038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.363038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccb40dfd-bd4b-440d-9511-e1e2151675b9 already deleted. [ 595.363038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb40dfd-bd4b-440d-9511-e1e2151675b9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.388450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222939c6-03b9-4740-ba3c-cd6a7346584d [ 595.388944] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.389866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.389943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.390157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.390388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.390388] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222939c6-03b9-4740-ba3c-cd6a7346584d already deleted. [ 595.390477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222939c6-03b9-4740-ba3c-cd6a7346584d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.471754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 595.472304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.472304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.472692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.472771] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.472837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.473562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.473562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.473562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.473562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.473562] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.501072] env[65581]: INFO networking_nsxv3.common.synchronization [None req-04d2453b-afec-43aa-a055-a4a2afe55fca None None] Enqueued Resource ID: f5121fc2-939a-41fb-bebf-39e0497face3 with Priority: HIGHEST for action port [ 595.501072] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5121fc2-939a-41fb-bebf-39e0497face3 with Priority: HIGHEST for action port [ 595.502116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5121fc2-939a-41fb-bebf-39e0497face3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.503993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5121fc2-939a-41fb-bebf-39e0497face3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.503993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5121fc2-939a-41fb-bebf-39e0497face3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.503993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5121fc2-939a-41fb-bebf-39e0497face3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.503993] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5121fc2-939a-41fb-bebf-39e0497face3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.599351] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f07df8-764d-460f-b344-6b0c02666861 req-38c3f028-8b4c-4f1e-bb00-4228a5a5a54b service nova] Enqueued Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_rules [ 595.599351] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f07df8-764d-460f-b344-6b0c02666861 req-38c3f028-8b4c-4f1e-bb00-4228a5a5a54b service nova] Enqueued Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_members [ 595.599351] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f07df8-764d-460f-b344-6b0c02666861 req-38c3f028-8b4c-4f1e-bb00-4228a5a5a54b service nova] Enqueued Resource ID: 3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 with Priority: HIGHEST for action port [ 595.599351] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_rules [ 595.599351] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_members [ 595.599351] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 with Priority: HIGHEST for action port [ 595.599351] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.599351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.599351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.599351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.599351] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.600786] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.601065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.601220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.601481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.601752] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.601972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.602131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.602591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.602912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.603261] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.604830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.605090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.605250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.605492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.605730] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aed22d6-2661-4e2b-bcbd-56d0b7f655e6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.978764] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.978764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.978764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.979096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.979382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.979382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.979382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.979582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.979631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.979808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.979872] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.979984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.980036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.980213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.980314] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.980404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.980468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.980774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.980774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.980774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.981095] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.004557] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5121fc2-939a-41fb-bebf-39e0497face3 [ 596.005890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.005890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.006076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.006521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.006631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.006750] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5121fc2-939a-41fb-bebf-39e0497face3 already deleted. [ 596.006868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5121fc2-939a-41fb-bebf-39e0497face3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.111203] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.111203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.111203] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 with status ACTIVE [ 596.111203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.111203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.111203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.111945] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.111945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.111945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.111945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.111945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.111945] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aed22d6-2661-4e2b-bcbd-56d0b7f655e6 is going to be updated. [ 596.139897] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.140121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.140167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.140383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.140526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.140695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aed22d6-2661-4e2b-bcbd-56d0b7f655e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.483346] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2: rpc.has_security_group_logging(os_id): False [ 596.503437] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.503654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.503654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.503941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.503994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.504193] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.504294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.504354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.504511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.504590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.505210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.505210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.505210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.505210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.505210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.505480] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.505545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.505580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.505705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.505779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.505867] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be created. [ 596.564557] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a in Status: SUCCESS [ 596.564914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.565271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.565398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.566990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.566990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.566990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.566990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.566990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.566990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.566990] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.579753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.579979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.581854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.581854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.581854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.593430] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: IN_PROGRESS for 2s [ 596.617050] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.722019] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c95288bf-cfd7-4e9c-b8bb-70bb95741e3b tempest-VolumesAssistedSnapshotsTest-1585224443 tempest-VolumesAssistedSnapshotsTest-1585224443-project-member] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_rules [ 596.722950] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_rules [ 596.723370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.723512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.723578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.724152] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.967395] env[65581]: INFO networking_nsxv3.common.synchronization [None req-25228eba-7e63-445f-8ef4-e352ae93cf6b tempest-VolumesAssistedSnapshotsTest-1585224443 tempest-VolumesAssistedSnapshotsTest-1585224443-project-member] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_rules [ 596.967839] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_rules [ 596.968129] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.968245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.070752] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.070920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.071023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.071241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.071411] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.071511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.071589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.071758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.071967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.072041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.072162] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.072257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.072318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.072461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.072612] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.072749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.072823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.073078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.073078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.073159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.073198] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.111574] env[65581]: INFO networking_nsxv3.common.synchronization [None req-95496422-0d99-4ed3-9d73-ca3a96ace2fb None None] Enqueued Resource ID: adb5c07e-09c2-4e18-ad6c-6471315e7bff with Priority: HIGHEST for action port [ 597.111574] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb5c07e-09c2-4e18-ad6c-6471315e7bff with Priority: HIGHEST for action port [ 597.111574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb5c07e-09c2-4e18-ad6c-6471315e7bff taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb5c07e-09c2-4e18-ad6c-6471315e7bff" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.111574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb5c07e-09c2-4e18-ad6c-6471315e7bff" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.111574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb5c07e-09c2-4e18-ad6c-6471315e7bff" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.111574] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb5c07e-09c2-4e18-ad6c-6471315e7bff',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.119938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.120092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.120161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.120353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.120437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.120529] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 is going to be created. [ 597.146038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.146038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.146038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.146038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.146292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.158928] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 in Status: UNINITIALIZED for 2s [ 597.250241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.251421] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad already deleted. [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.251421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.251421] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.267373] env[65581]: INFO networking_nsxv3.common.synchronization [req-d329d0ed-474e-4a9f-a7ec-03436b00e770 req-a9c9bb81-059a-49bd-9032-68ba083b4528 tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 597.267960] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 597.268289] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.268684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.268791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.268871] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.268968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.269043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.269194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.269278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.269372] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.578082] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dc53145-a33a-4a66-9a7f-b50ddb982a4a: rpc.has_security_group_logging(os_id): False [ 597.595422] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.595578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.595651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.596659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.598192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.598192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.598192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.598638] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.598638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.598638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.598638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.598766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.598766] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a is going to be created. [ 597.614789] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adb5c07e-09c2-4e18-ad6c-6471315e7bff [ 597.616163] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.616163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.616163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.616163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.616163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.616163] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adb5c07e-09c2-4e18-ad6c-6471315e7bff already deleted. [ 597.616163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb5c07e-09c2-4e18-ad6c-6471315e7bff" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.656574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.656851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.656960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.660483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.660483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.671594] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a in Status: IN_PROGRESS for 2s [ 597.771387] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.771498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.771563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.771839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.771927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.772136] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.772456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.772456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.772456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.772571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.772600] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d already deleted. [ 597.772723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.775941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.776261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.776344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.776635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.776729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.777497] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad already deleted. [ 597.777497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.020695] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.020851] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.020898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.021288] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.021617] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.021845] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.021996] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.022268] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.022446] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.022713] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.022910] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.023052] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.023189] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.023331] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.023442] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.023565] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.045108] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.045627] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.045627] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.045627] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.045977] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-474b8ede-713e-4630-ba6f-07eb0186d278 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.046106] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.046170] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.046481] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.046615] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474b8ede-713e-4630-ba6f-07eb0186d278',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.146654] env[65581]: INFO networking_nsxv3.common.synchronization [None req-f1a764de-c787-4a6a-8afe-9c8a1238dfa8 None None] Enqueued Resource ID: b34cafa0-4c1b-4525-89a4-08453d779115 with Priority: HIGHEST for action port [ 598.146945] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34cafa0-4c1b-4525-89a4-08453d779115 with Priority: HIGHEST for action port [ 598.147525] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34cafa0-4c1b-4525-89a4-08453d779115 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.147658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34cafa0-4c1b-4525-89a4-08453d779115" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.147754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34cafa0-4c1b-4525-89a4-08453d779115" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.149188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34cafa0-4c1b-4525-89a4-08453d779115" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.149277] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34cafa0-4c1b-4525-89a4-08453d779115',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.548723] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.548928] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.549070] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.549352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.549511] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.549853] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 474b8ede-713e-4630-ba6f-07eb0186d278 not found, creating... [ 598.550176] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.550294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.550401] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.550616] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.550747] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.551212] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.551212] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.551331] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.551487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.551611] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.551851] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 474b8ede-713e-4630-ba6f-07eb0186d278 is going to be created. [ 598.574024] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.574024] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.574199] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.574360] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.574585] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.574857] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.607645] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 598.607972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.653905] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34cafa0-4c1b-4525-89a4-08453d779115 [ 598.654773] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.654773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.654773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.654773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.654773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.654990] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34cafa0-4c1b-4525-89a4-08453d779115 already deleted. [ 598.654990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34cafa0-4c1b-4525-89a4-08453d779115" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.170743] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 in Status: SUCCESS [ 599.171068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.171250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.171475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.171745] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.171908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.171997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.172188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.172291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.172415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.172584] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.304259] env[65581]: INFO networking_nsxv3.common.synchronization [req-d329d0ed-474e-4a9f-a7ec-03436b00e770 req-5c851894-3e7f-4a7d-823c-5f8724e608d0 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 599.304259] env[65581]: INFO networking_nsxv3.common.synchronization [req-d329d0ed-474e-4a9f-a7ec-03436b00e770 req-5c851894-3e7f-4a7d-823c-5f8724e608d0 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 599.304259] env[65581]: INFO networking_nsxv3.common.synchronization [req-d329d0ed-474e-4a9f-a7ec-03436b00e770 req-5c851894-3e7f-4a7d-823c-5f8724e608d0 service nova] Enqueued Resource ID: 474b8ede-713e-4630-ba6f-07eb0186d278 with Priority: HIGHEST for action port [ 599.304423] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 599.305336] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 599.305336] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b8ede-713e-4630-ba6f-07eb0186d278 with Priority: HIGHEST for action port [ 599.305336] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.305564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.305564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.306851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.306851] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.308168] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.308168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.308168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.308168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.308168] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.308168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.308168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.308838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.308942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.308942] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.309929] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-474b8ede-713e-4630-ba6f-07eb0186d278 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.309929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.310102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.310155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.310298] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474b8ede-713e-4630-ba6f-07eb0186d278',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.675363] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.675363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.675363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.676800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.676800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.676800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.676800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.677299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.677299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.677299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.677831] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.685339] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a in Status: SUCCESS [ 599.685560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.813903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.814192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.815087] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.817976] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 474b8ede-713e-4630-ba6f-07eb0186d278 with status ACTIVE [ 599.817976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.817976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.817976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.817976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.818546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.818546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.818603] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 474b8ede-713e-4630-ba6f-07eb0186d278 is going to be updated. [ 599.845823] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.845823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.845823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.845823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.845823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.845823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-474b8ede-713e-4630-ba6f-07eb0186d278" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.179791] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764: rpc.has_security_group_logging(os_id): False [ 600.198641] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.198830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.198937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.199232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.199383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.199605] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.199745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.199814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.200049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.200140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.200398] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.200556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.200660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.200846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.200931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.202368] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.204788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.204788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.204788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.204788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204788] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 is going to be created. [ 600.268894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.268894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.268894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.268894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.279276] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 in Status: IN_PROGRESS for 2s [ 600.322100] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.587056] env[65581]: INFO networking_nsxv3.common.synchronization [None req-7f16713a-2824-4fae-9b34-44de6c8c26cd None None] Enqueued Resource ID: 99605f38-b424-48da-b5ed-ad5cbbe3b7b7 with Priority: HIGHEST for action port [ 600.587628] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99605f38-b424-48da-b5ed-ad5cbbe3b7b7 with Priority: HIGHEST for action port [ 600.587943] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-99605f38-b424-48da-b5ed-ad5cbbe3b7b7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.589465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99605f38-b424-48da-b5ed-ad5cbbe3b7b7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.589553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99605f38-b424-48da-b5ed-ad5cbbe3b7b7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.589987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99605f38-b424-48da-b5ed-ad5cbbe3b7b7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.590093] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99605f38-b424-48da-b5ed-ad5cbbe3b7b7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.625655] env[65581]: INFO networking_nsxv3.common.synchronization [req-f7743ff1-34da-4bbb-8571-1e686daf5b58 req-d3e57b6d-54a4-49ac-aab1-88f7969ac82a tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 600.629923] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 600.629923] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.629923] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.629923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.629923] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.826575] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.826928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.826928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.827092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.827135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.827212] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be created. [ 600.854033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.854033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.854033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.854271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.856273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.868320] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: UNINITIALIZED for 2s [ 601.093127] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99605f38-b424-48da-b5ed-ad5cbbe3b7b7 [ 601.093385] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.093546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.093598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.093788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.093875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.093967] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99605f38-b424-48da-b5ed-ad5cbbe3b7b7 already deleted. [ 601.094457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99605f38-b424-48da-b5ed-ad5cbbe3b7b7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.118653] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.118845] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-897" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.118966] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-897" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.119309] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-897" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.119577] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.120019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.120180] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.120464] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.120610] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.121294] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.121430] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.123476] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.123722] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.123906] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.124085] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.124279] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.130607] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.130731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.130819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.130998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.131104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.131302] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.131400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.131465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.131619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.131848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.131966] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 already deleted. [ 601.132083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.147810] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.147990] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.148124] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.148298] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-897" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.148622] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-b5b2d650-4a0c-4142-9817-0ea94736dd90 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.148765] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.148883] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.149216] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.149350] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b2d650-4a0c-4142-9817-0ea94736dd90',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.652066] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.652283] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.652406] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.652720] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.652872] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.653046] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port b5b2d650-4a0c-4142-9817-0ea94736dd90 not found, creating... [ 601.653310] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.653459] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.653568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.653782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.653913] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.654237] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.654393] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.654595] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.654706] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.654836] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.654974] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 is going to be created. [ 601.675230] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.675528] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.675935] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.676703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.676703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.676703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.292110] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 in Status: SUCCESS [ 602.292437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.363877] env[65581]: INFO networking_nsxv3.common.synchronization [None req-5308be20-8c53-4b08-8013-96bde2068b75 None None] Enqueued Resource ID: b700f1f6-fb34-495c-868c-fffe37e0d0fe with Priority: HIGHEST for action port [ 602.364463] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b700f1f6-fb34-495c-868c-fffe37e0d0fe with Priority: HIGHEST for action port [ 602.364764] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b700f1f6-fb34-495c-868c-fffe37e0d0fe taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.365123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b700f1f6-fb34-495c-868c-fffe37e0d0fe" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.365214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b700f1f6-fb34-495c-868c-fffe37e0d0fe" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.365999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b700f1f6-fb34-495c-868c-fffe37e0d0fe" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.366135] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b700f1f6-fb34-495c-868c-fffe37e0d0fe',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.370226] env[65581]: INFO networking_nsxv3.common.synchronization [req-f7743ff1-34da-4bbb-8571-1e686daf5b58 req-82b6b921-67c2-4573-91a2-018a2cac4370 service nova] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_rules [ 602.370390] env[65581]: INFO networking_nsxv3.common.synchronization [req-f7743ff1-34da-4bbb-8571-1e686daf5b58 req-82b6b921-67c2-4573-91a2-018a2cac4370 service nova] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 602.372082] env[65581]: INFO networking_nsxv3.common.synchronization [req-f7743ff1-34da-4bbb-8571-1e686daf5b58 req-82b6b921-67c2-4573-91a2-018a2cac4370 service nova] Enqueued Resource ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 with Priority: HIGHEST for action port [ 602.372082] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_rules [ 602.372082] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 602.372082] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 with Priority: HIGHEST for action port [ 602.372082] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.372082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.372082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.372737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.372737] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.373615] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.374641] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.374641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.374641] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.375282] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b2d650-4a0c-4142-9817-0ea94736dd90 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.375383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.375445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.375669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.375741] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b2d650-4a0c-4142-9817-0ea94736dd90',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.874462] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b700f1f6-fb34-495c-868c-fffe37e0d0fe [ 602.874462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.874462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.874462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.874462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.874462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.874462] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b700f1f6-fb34-495c-868c-fffe37e0d0fe already deleted. [ 602.874462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b700f1f6-fb34-495c-868c-fffe37e0d0fe" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.878793] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 602.879062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.879371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.879533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.879639] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b2d650-4a0c-4142-9817-0ea94736dd90 with status ACTIVE [ 602.879796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.879899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.879952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.880165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.880264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.880446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.880543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.880602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.880753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.880831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.884760] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.885202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.885202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.885202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.885328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.885371] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 is going to be updated. [ 602.886558] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.887752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.887752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.887884] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.887884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.887975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.890124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.890173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.890250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.890938] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.912962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.912962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.913079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.913207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.913336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.913508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.097976] env[65581]: INFO networking_nsxv3.common.synchronization [req-3441e05c-a332-4fbb-abd1-438c9c57776f req-1d5c88b5-2257-400a-b5f5-6f639088a73a tempest-VolumesAdminNegativeTest-164607221 tempest-VolumesAdminNegativeTest-164607221-project-member] Enqueued Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_members [ 603.097976] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_members [ 603.098374] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.098572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.098744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.099051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.099811] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.099811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.099811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.099811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.099811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.099811] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.392365] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.395019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.395019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.395019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.395259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.395501] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.395628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.396384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.396384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.396522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.396570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.396874] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.396874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.396874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.397094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.397212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.397318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.397392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.397571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.397662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.397750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.397861] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.542514] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.542712] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-739" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.544095] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-739" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.544095] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-739" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.545571] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.545720] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.545869] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.546157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.546345] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.548329] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.548487] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.548609] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.548741] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.548875] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.548994] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.552023] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.572950] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.573418] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.573418] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.573555] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-739" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.573821] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-5a451d33-64b3-47fb-a954-011b921d7ff3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.574059] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.574178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.574576] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.574763] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a451d33-64b3-47fb-a954-011b921d7ff3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.605018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.605018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.605018] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 already deleted. [ 603.605018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.900080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.900260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.900333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.900549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.900637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.900738] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be created. [ 603.901958] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34091e57-9167-4938-a734-abc7706e409d: rpc.has_security_group_logging(os_id): False [ 603.919079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.919268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.919352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.919556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.919646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.919917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.919991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.920175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.920299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.920299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.920522] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.920625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.920687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.920834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.920911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.921170] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.921473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.921473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.921679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.921726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.921812] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be created. [ 603.935709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.935792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.936189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.936264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.936474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.945986] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: UNINITIALIZED for 2s [ 603.997620] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.997776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.997819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.998066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.998234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.012275] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 604.080021] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.080021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.080021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.080741] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.081110] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.081287] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 5a451d33-64b3-47fb-a954-011b921d7ff3 not found, creating... [ 604.081663] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.081859] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.082025] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.083046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.083046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.083046] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.083046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.085297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.085297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.085297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.085297] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 5a451d33-64b3-47fb-a954-011b921d7ff3 is going to be created. [ 604.115356] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.115748] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.115748] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.115935] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.116179] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.116412] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.670984] env[65581]: INFO networking_nsxv3.common.synchronization [None req-936fb2d1-e50c-4b90-bc23-47de123f9ca2 None None] Enqueued Resource ID: ad18a492-769f-41c4-aeae-46b19bbb1395 with Priority: HIGHEST for action port [ 604.670984] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad18a492-769f-41c4-aeae-46b19bbb1395 with Priority: HIGHEST for action port [ 604.670984] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad18a492-769f-41c4-aeae-46b19bbb1395 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.670984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad18a492-769f-41c4-aeae-46b19bbb1395" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.671706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad18a492-769f-41c4-aeae-46b19bbb1395" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.672105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad18a492-769f-41c4-aeae-46b19bbb1395" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.672294] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad18a492-769f-41c4-aeae-46b19bbb1395',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.854724] env[65581]: INFO networking_nsxv3.common.synchronization [req-3441e05c-a332-4fbb-abd1-438c9c57776f req-46be8da3-8176-4e76-a6a6-d86679cf2c31 service nova] Enqueued Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_rules [ 604.855517] env[65581]: INFO networking_nsxv3.common.synchronization [req-3441e05c-a332-4fbb-abd1-438c9c57776f req-46be8da3-8176-4e76-a6a6-d86679cf2c31 service nova] Enqueued Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_members [ 604.855517] env[65581]: INFO networking_nsxv3.common.synchronization [req-3441e05c-a332-4fbb-abd1-438c9c57776f req-46be8da3-8176-4e76-a6a6-d86679cf2c31 service nova] Enqueued Resource ID: 5a451d33-64b3-47fb-a954-011b921d7ff3 with Priority: HIGHEST for action port [ 604.855631] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_rules [ 604.855729] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_members [ 604.856084] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a451d33-64b3-47fb-a954-011b921d7ff3 with Priority: HIGHEST for action port [ 604.856126] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.856592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.856592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.856592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.857024] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.857552] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.857673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.857755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.858016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.858251] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.858376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.858453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.858618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.858707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.858807] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.859648] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a451d33-64b3-47fb-a954-011b921d7ff3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.859755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.859840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.859981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.860614] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a451d33-64b3-47fb-a954-011b921d7ff3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.175371] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad18a492-769f-41c4-aeae-46b19bbb1395 [ 605.175371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.175371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.175371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.175758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.175758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.175758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad18a492-769f-41c4-aeae-46b19bbb1395 already deleted. [ 605.175758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad18a492-769f-41c4-aeae-46b19bbb1395" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.368574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.368708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.369241] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.375157] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a451d33-64b3-47fb-a954-011b921d7ff3 with status ACTIVE [ 605.375157] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.375157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.375157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.375157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.375157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.375557] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.375667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.375736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.375891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.375970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.376169] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.376257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.376315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.376451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.376523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.376602] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a451d33-64b3-47fb-a954-011b921d7ff3 is going to be updated. [ 605.399900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.400045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.400122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.400330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.400971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.401222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a451d33-64b3-47fb-a954-011b921d7ff3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.640201] env[65581]: INFO networking_nsxv3.common.synchronization [req-f50ecf85-dd94-4912-9d89-1a7c5d426d61 req-ca7775a6-3113-49c4-ae29-09b1fc43f87d tempest-MigrationsAdminTest-1741902411 tempest-MigrationsAdminTest-1741902411-project-member] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 605.640774] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 605.641953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.641953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.641953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.641953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.641953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.641953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.641953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.642315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.642315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.642315] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.879274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.958358] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 605.958818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.960777] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.960777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.960777] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.030391] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 606.030391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.067154] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067749] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.068015] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.068183] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.068349] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.068656] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.068823] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.069055] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.070204] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.070204] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.070204] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.070204] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.070204] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.070204] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.091851] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.092133] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.092300] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.092487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.092840] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-2c65f573-7b4d-4f32-91c6-2908c67d145c taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.093046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.093188] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.093744] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.094060] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c65f573-7b4d-4f32-91c6-2908c67d145c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.144824] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.145077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.145077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.145332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.145475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.145668] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.145798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.145860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.146071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.146742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.146742] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 already deleted. [ 606.146742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.382015] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.382186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.382230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.382412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.382497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.382596] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 is going to be created. [ 606.409443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.409443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.409443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.409443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.409443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.421662] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 in Status: UNINITIALIZED for 2s [ 606.463312] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.463474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.463548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.463776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.463941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.464054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.464123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.464266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.464351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.464441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.464585] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.464676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.464739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.464882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.465029] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.465120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.465181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.465315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.465399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.465472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.465563] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.597346] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.597569] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.597688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.597965] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.598196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.598274] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 2c65f573-7b4d-4f32-91c6-2908c67d145c not found, creating... [ 606.598522] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.598675] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.598824] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.599015] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.599148] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.599418] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.599568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.599679] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.600100] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.600257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.600405] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 2c65f573-7b4d-4f32-91c6-2908c67d145c is going to be created. [ 606.624591] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.624591] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.624863] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.625120] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.625621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.625789] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.967447] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5: rpc.has_security_group_logging(os_id): False [ 606.987312] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.987573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.987608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.987904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.988074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.988305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.988445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.988532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.988749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.988861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.989140] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.989263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.989350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.989547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.989671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.989953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.990109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.990198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.990391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.990493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.990608] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be created. [ 607.075900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.075900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.075900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.075900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.075900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.087401] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 607.412646] env[65581]: INFO networking_nsxv3.common.synchronization [req-f50ecf85-dd94-4912-9d89-1a7c5d426d61 req-c4985919-babc-47e2-bc78-f050c3f2675f service nova] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_rules [ 607.412839] env[65581]: INFO networking_nsxv3.common.synchronization [req-f50ecf85-dd94-4912-9d89-1a7c5d426d61 req-c4985919-babc-47e2-bc78-f050c3f2675f service nova] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 607.412988] env[65581]: INFO networking_nsxv3.common.synchronization [req-f50ecf85-dd94-4912-9d89-1a7c5d426d61 req-c4985919-babc-47e2-bc78-f050c3f2675f service nova] Enqueued Resource ID: 2c65f573-7b4d-4f32-91c6-2908c67d145c with Priority: HIGHEST for action port [ 607.413591] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_rules [ 607.413762] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 607.413870] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c65f573-7b4d-4f32-91c6-2908c67d145c with Priority: HIGHEST for action port [ 607.414265] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.414400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.414464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.414749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.414847] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.415774] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.416848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.416848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.416848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.416848] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.416848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.417174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.417174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.417174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.417269] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.419718] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c65f573-7b4d-4f32-91c6-2908c67d145c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.419718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.419718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.419718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420198] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c65f573-7b4d-4f32-91c6-2908c67d145c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.922295] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.924731] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.924731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.924731] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c65f573-7b4d-4f32-91c6-2908c67d145c with status ACTIVE [ 607.924731] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.924731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.924731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.924731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.924731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.925364] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.925364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.925823] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.926069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.926069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.926256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.926256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.926363] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c65f573-7b4d-4f32-91c6-2908c67d145c is going to be updated. [ 607.951660] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.951891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.951969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.952147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.952307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.952464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c65f573-7b4d-4f32-91c6-2908c67d145c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.200980] env[65581]: INFO networking_nsxv3.common.synchronization [None req-0c48614c-0f4e-4fd7-8217-f49edf9c1ce8 None None] Enqueued Resource ID: 393790b4-e3af-403f-9577-98782bd03868 with Priority: HIGHEST for action port [ 608.202030] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393790b4-e3af-403f-9577-98782bd03868 with Priority: HIGHEST for action port [ 608.202500] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-393790b4-e3af-403f-9577-98782bd03868 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.202690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393790b4-e3af-403f-9577-98782bd03868" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.202795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393790b4-e3af-403f-9577-98782bd03868" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.203180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393790b4-e3af-403f-9577-98782bd03868" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.203324] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393790b4-e3af-403f-9577-98782bd03868',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.251050] env[65581]: INFO networking_nsxv3.common.synchronization [req-c116dd7b-eb35-4ffb-b153-f93f1c04f19f req-9aefd05c-a72a-49e3-a120-c3d6a5915d99 tempest-ImagesNegativeTestJSON-1486995185 tempest-ImagesNegativeTestJSON-1486995185-project-member] Enqueued Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_members [ 608.251565] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_members [ 608.251939] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.252073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.252143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.252404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.252563] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.252662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.252727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.252889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.252991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.253468] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.425033] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.438933] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 in Status: SUCCESS [ 608.439292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.439627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.439897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.440224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.441812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.441986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.442297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.442460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.442632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.442833] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.706488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 393790b4-e3af-403f-9577-98782bd03868 [ 608.706728] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.706866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.706938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.707192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.707288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.707448] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:393790b4-e3af-403f-9577-98782bd03868 already deleted. [ 608.707587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393790b4-e3af-403f-9577-98782bd03868" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.756722] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.756946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.756946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.757235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.757348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.757593] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.757766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.757766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.758055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.758055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.758254] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a52b59-04d2-4cd1-b312-0df3973da409 already deleted. [ 608.758339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.846048] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.846467] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-365" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.846721] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-365" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.846847] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-365" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.847205] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.847329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.847396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.847630] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.847767] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.847967] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.848088] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.848196] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.848302] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.848399] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.848500] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.848613] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.870174] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.870174] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.870397] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.870477] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-365" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.870836] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-86fd616a-9e93-4362-b4d3-a1f100a68316 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.871021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.871136] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.872149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.872149] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fd616a-9e93-4362-b4d3-a1f100a68316',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.927499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.927677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.927751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.928027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.928308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.928308] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be created. [ 608.946251] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.946433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.947260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.947260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.947493] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.947639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.947694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.947858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.947951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.948062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.948278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.948452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.948452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.948592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.948794] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.948890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.948945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.952175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.952299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.952338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.952447] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.961973] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.961973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.961973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.961973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.961973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.974754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: UNINITIALIZED for 2s [ 609.100262] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 609.100473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.377559] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.377845] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.377881] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.379106] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.379106] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.379106] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 86fd616a-9e93-4362-b4d3-a1f100a68316 not found, creating... [ 609.379106] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.379106] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.379106] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.379396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.379396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.379653] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.379808] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.379928] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.380892] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.381496] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.381951] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 86fd616a-9e93-4362-b4d3-a1f100a68316 is going to be created. [ 609.423953] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.424219] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.424324] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.424591] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.424917] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.425047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.456311] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 953fb770-db63-44fd-baf4-3ba40821c0f3: rpc.has_security_group_logging(os_id): False [ 609.485904] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.485904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.485904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485904] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.485904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.486374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.486374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.486374] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.486567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.486567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.486706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.486784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.490069] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.490069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.490069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.490069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.490069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.490069] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 is going to be created. [ 609.607617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.607924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.607924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.608784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.609628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.630508] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 in Status: IN_PROGRESS for 2s [ 609.926353] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1515fc22-5e39-4763-9cd7-e93fbbed6f96 None None] Enqueued Resource ID: ad2f58a7-1cd2-4006-a914-3ea0e417ed52 with Priority: HIGHEST for action port [ 609.926353] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2f58a7-1cd2-4006-a914-3ea0e417ed52 with Priority: HIGHEST for action port [ 609.927544] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2f58a7-1cd2-4006-a914-3ea0e417ed52 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.927544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2f58a7-1cd2-4006-a914-3ea0e417ed52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.927544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2f58a7-1cd2-4006-a914-3ea0e417ed52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.927544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2f58a7-1cd2-4006-a914-3ea0e417ed52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.927544] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2f58a7-1cd2-4006-a914-3ea0e417ed52',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.149263] env[65581]: INFO networking_nsxv3.common.synchronization [req-c116dd7b-eb35-4ffb-b153-f93f1c04f19f req-9a15f734-4873-46cb-9f35-9c2e05f7b804 service nova] Enqueued Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_rules [ 610.149443] env[65581]: INFO networking_nsxv3.common.synchronization [req-c116dd7b-eb35-4ffb-b153-f93f1c04f19f req-9a15f734-4873-46cb-9f35-9c2e05f7b804 service nova] Enqueued Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_members [ 610.149576] env[65581]: INFO networking_nsxv3.common.synchronization [req-c116dd7b-eb35-4ffb-b153-f93f1c04f19f req-9a15f734-4873-46cb-9f35-9c2e05f7b804 service nova] Enqueued Resource ID: 86fd616a-9e93-4362-b4d3-a1f100a68316 with Priority: HIGHEST for action port [ 610.149838] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_rules [ 610.149977] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_members [ 610.150086] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fd616a-9e93-4362-b4d3-a1f100a68316 with Priority: HIGHEST for action port [ 610.150693] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.150816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.150884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.151500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.151637] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.153904] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.154105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.154236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.154556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.154860] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.154941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.155037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.155257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.155401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.155602] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.156946] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-86fd616a-9e93-4362-b4d3-a1f100a68316 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.161020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.161020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.161020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.161020] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fd616a-9e93-4362-b4d3-a1f100a68316',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.432024] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad2f58a7-1cd2-4006-a914-3ea0e417ed52 [ 610.432024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.432024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.432024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.432024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.432024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.432024] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad2f58a7-1cd2-4006-a914-3ea0e417ed52 already deleted. [ 610.432024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2f58a7-1cd2-4006-a914-3ea0e417ed52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.509449] env[65581]: INFO networking_nsxv3.common.synchronization [None req-4ff8ad78-6ac5-4e7c-b576-395433b9523e None None] Enqueued Resource ID: 3bcc7210-a901-48c3-9fff-d9fcff235c7d with Priority: HIGHEST for action port [ 610.510089] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc7210-a901-48c3-9fff-d9fcff235c7d with Priority: HIGHEST for action port [ 610.510732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bcc7210-a901-48c3-9fff-d9fcff235c7d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.510732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bcc7210-a901-48c3-9fff-d9fcff235c7d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.510732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bcc7210-a901-48c3-9fff-d9fcff235c7d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.511375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bcc7210-a901-48c3-9fff-d9fcff235c7d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.511375] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bcc7210-a901-48c3-9fff-d9fcff235c7d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.659814] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.659814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.659814] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.663352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86fd616a-9e93-4362-b4d3-a1f100a68316 with status ACTIVE [ 610.663352] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.663352] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.663352] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.663352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.663352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86fd616a-9e93-4362-b4d3-a1f100a68316 is going to be updated. [ 610.687166] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.687166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.687166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.687166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.687166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.687166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86fd616a-9e93-4362-b4d3-a1f100a68316" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.709497] env[65581]: INFO networking_nsxv3.common.synchronization [req-104d4879-ce02-4f1b-a2aa-35d0e4b488dc req-ae809ee2-a6fc-415a-bce8-795791edaa31 tempest-VolumesAssistedSnapshotsTest-1585224443 tempest-VolumesAssistedSnapshotsTest-1585224443-project-member] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_members [ 610.709690] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_members [ 610.710117] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.710258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.710931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.711230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.711407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.711541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.711576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.711799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.711914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.711980] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.985268] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 610.985386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.985550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.985767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.985968] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.986114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.986286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.986450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.986535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986718] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.014154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bcc7210-a901-48c3-9fff-d9fcff235c7d [ 611.014494] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.014652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.014652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.014787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.014874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.014968] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bcc7210-a901-48c3-9fff-d9fcff235c7d already deleted. [ 611.015056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bcc7210-a901-48c3-9fff-d9fcff235c7d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.128024] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.128024] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-189" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.128024] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-189" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.131178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-189" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.131178] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.131178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.131178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.131178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.131178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.131178] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.131178] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.131178] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.131178] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.131178] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.131178] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.131178] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.156061] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.156061] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.156061] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.156061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-189" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156061] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-62f2683a-80aa-4d57-a4a4-a812dbe1405d taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.156061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.156061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.156844] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.156844] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f2683a-80aa-4d57-a4a4-a812dbe1405d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.165489] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.214594] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.214789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.214858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.215169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.215326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.215548] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.215678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.215757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.215899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.215969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.216081] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad already deleted. [ 611.216155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.491054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.491416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.491416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.491979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.491979] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.491979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.491979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.492222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.492222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.492315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.492462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.492556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.492613] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.493341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.493341] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.493341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.493341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.493341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.493341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.493341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.493757] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.648091] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 in Status: SUCCESS [ 611.648419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.659727] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.660078] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.660176] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.660418] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.660579] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.660772] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 62f2683a-80aa-4d57-a4a4-a812dbe1405d not found, creating... [ 611.661111] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.661296] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.661421] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.662848] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.663107] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.663442] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.663612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.663724] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.664268] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.664268] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.664268] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 62f2683a-80aa-4d57-a4a4-a812dbe1405d is going to be created. [ 611.667643] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.667869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.667869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.668048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.668142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.668371] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a52b59-04d2-4cd1-b312-0df3973da409 is going to be created. [ 611.689017] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.689017] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.689017] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.689251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.690270] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.690270] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.693596] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.693692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.694341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.694341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.694341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.706182] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a52b59-04d2-4cd1-b312-0df3973da409 in Status: UNINITIALIZED for 2s [ 611.997959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c625bc9a-3f08-45ff-a368-12f4bee77f30: rpc.has_security_group_logging(os_id): False [ 612.008934] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a98cdbc7-4588-424f-b3d5-5af92d382efc None None] Enqueued Resource ID: c5f12ce1-9869-4bea-b856-798bf0b50b2f with Priority: HIGHEST for action port [ 612.010377] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f12ce1-9869-4bea-b856-798bf0b50b2f with Priority: HIGHEST for action port [ 612.010812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f12ce1-9869-4bea-b856-798bf0b50b2f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.011050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f12ce1-9869-4bea-b856-798bf0b50b2f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.011193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f12ce1-9869-4bea-b856-798bf0b50b2f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.011546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f12ce1-9869-4bea-b856-798bf0b50b2f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.011725] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f12ce1-9869-4bea-b856-798bf0b50b2f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.018906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.019061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.019061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.019244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.020326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.020326] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.020326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.020326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.020326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.020326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.020871] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.020918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.021519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.021519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.021519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.021783] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.021783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.021926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.022043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.022158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.022215] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be created. [ 612.092777] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.092777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.092777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.093188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.093188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.112609] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 612.473303] env[65581]: INFO networking_nsxv3.common.synchronization [req-104d4879-ce02-4f1b-a2aa-35d0e4b488dc req-e8df732f-27cf-4d0e-856a-6fe3cc85eb87 service nova] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_rules [ 612.473303] env[65581]: INFO networking_nsxv3.common.synchronization [req-104d4879-ce02-4f1b-a2aa-35d0e4b488dc req-e8df732f-27cf-4d0e-856a-6fe3cc85eb87 service nova] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_members [ 612.473303] env[65581]: INFO networking_nsxv3.common.synchronization [req-104d4879-ce02-4f1b-a2aa-35d0e4b488dc req-e8df732f-27cf-4d0e-856a-6fe3cc85eb87 service nova] Enqueued Resource ID: 62f2683a-80aa-4d57-a4a4-a812dbe1405d with Priority: HIGHEST for action port [ 612.473303] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_rules [ 612.473303] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_members [ 612.473303] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f2683a-80aa-4d57-a4a4-a812dbe1405d with Priority: HIGHEST for action port [ 612.473303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.473303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.473303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.473303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.473303] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.473866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.473977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.474056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.474265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.474409] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.474501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.474556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.474697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.474792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.474902] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.475638] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f2683a-80aa-4d57-a4a4-a812dbe1405d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.475801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.475801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.475963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.476084] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f2683a-80aa-4d57-a4a4-a812dbe1405d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.516864] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5f12ce1-9869-4bea-b856-798bf0b50b2f [ 612.516864] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.516864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.516864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.517499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.517499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.517499] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5f12ce1-9869-4bea-b856-798bf0b50b2f already deleted. [ 612.517499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f12ce1-9869-4bea-b856-798bf0b50b2f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.980199] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.980199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.980199] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.980199] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62f2683a-80aa-4d57-a4a4-a812dbe1405d with status ACTIVE [ 612.980199] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.980561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.980561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.981353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.981353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.981353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.981353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.981353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.981559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.981559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.981688] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.981816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.981864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.982016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.982373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.982487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62f2683a-80aa-4d57-a4a4-a812dbe1405d is going to be updated. [ 613.008369] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.008507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.008576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.008787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.009041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.009213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f2683a-80aa-4d57-a4a4-a812dbe1405d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484748] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.531383] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8107d68a-3b92-43ac-bc4a-32ebfa4d9129 tempest-ServersTestManualDisk-1644578659 tempest-ServersTestManualDisk-1644578659-project-member] Enqueued Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_rules [ 613.532799] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_rules [ 613.532799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.533531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.533682] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.603623] env[65581]: INFO networking_nsxv3.common.synchronization [None req-3158d6ac-e9cc-4a01-ba74-1bf3ca87860c tempest-ServersTestBootFromVolume-1902474084 tempest-ServersTestBootFromVolume-1902474084-project-member] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_rules [ 613.604190] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_rules [ 613.604495] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.604611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.604674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.604926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.605011] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.657830] env[65581]: INFO networking_nsxv3.common.synchronization [None req-f8b136c2-deed-4689-9d6c-922b1fdd29cf tempest-ServersTestManualDisk-1644578659 tempest-ServersTestManualDisk-1644578659-project-member] Enqueued Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_rules [ 613.658396] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_rules [ 613.659185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.659511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.717865] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a52b59-04d2-4cd1-b312-0df3973da409 in Status: SUCCESS [ 613.717865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.717865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.718129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.718435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.718601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.718601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.718744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.718899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.718973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.719056] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.776134] env[65581]: INFO networking_nsxv3.common.synchronization [None req-af0abb1d-7b3c-4f87-aa71-59bc331eb4dc tempest-ServersTestBootFromVolume-1902474084 tempest-ServersTestBootFromVolume-1902474084-project-member] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_rules [ 613.776660] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_rules [ 613.776962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.777086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.988890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.989233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.989283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.989461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.989556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.989660] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad is going to be created. [ 614.017698] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.017698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.017698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.018340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.018340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.029563] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad in Status: UNINITIALIZED for 2s [ 614.055570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.056653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.056653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.056989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.056989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057121] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f already deleted. [ 614.057225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057669] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.128536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.128536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c already deleted. [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.128536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.128536] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.129036] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 614.129036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.221859] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.222219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.222219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.222414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.222530] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.222641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.222710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.222932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.223135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.223202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.223382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.223473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.223526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.223678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.223820] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.223913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.223974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.224125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.224382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.224382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.224382] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.584362] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.584638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.584638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.584794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.584863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.584956] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f already deleted. [ 614.585062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.649627] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.650215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.650417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.650776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.650971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.651158] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c already deleted. [ 614.651623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.727241] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2a52b59-04d2-4cd1-b312-0df3973da409: rpc.has_security_group_logging(os_id): False [ 614.750622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.750786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.751483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.751930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.752144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.752456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.752624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.752770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.753400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.753509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.753753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.753857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.753921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.754497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.755474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.755474] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.755474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.755474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.755474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.755474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.755474] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2a52b59-04d2-4cd1-b312-0df3973da409 is going to be created. [ 614.829140] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.829140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.829140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.829140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.829447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.845540] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2a52b59-04d2-4cd1-b312-0df3973da409 in Status: IN_PROGRESS for 2s [ 615.144827] env[65581]: INFO networking_nsxv3.common.synchronization [req-eca345fd-2292-457c-af72-8c5c4fd8a985 req-7f98022a-84eb-4503-a10a-53d71835de0e tempest-FloatingIPsAssociationTestJSON-1945202795 tempest-FloatingIPsAssociationTestJSON-1945202795-project-member] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 615.144827] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 615.144827] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.146808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.147133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.147862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.148378] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.148625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.148770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.149144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.149802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.151572] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.653536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.654427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.654427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.654427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.654427] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.654427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.654666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.654666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.654826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c already deleted. [ 615.654826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.676031] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.676129] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.676250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.676603] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.677394] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.677526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.680248] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.680248] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.680248] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.680248] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.680248] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.680248] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.680248] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.680248] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.680248] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.680248] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.698424] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.698630] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.698804] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.698992] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.699327] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-6d9b10ab-69b4-4365-a9ba-179331395505 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.699499] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.699617] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.699988] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.700201] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9b10ab-69b4-4365-a9ba-179331395505',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.042488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad in Status: SUCCESS [ 616.042488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.042488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.042827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.042937] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.043138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.043209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.043381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.043461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.043548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.043636] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.202855] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.203126] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.203294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.204034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.204243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.204471] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 6d9b10ab-69b4-4365-a9ba-179331395505 not found, creating... [ 616.205058] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.205263] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.205440] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.206326] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.206504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.206827] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.207226] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.207461] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.208236] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.208549] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.209032] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 6d9b10ab-69b4-4365-a9ba-179331395505 is going to be created. [ 616.234216] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.234618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.234618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.234856] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.235413] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.235729] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.546197] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.738989] env[65581]: INFO networking_nsxv3.common.synchronization [req-c719c4c9-de01-46a9-9afd-eaf444f32e97 req-8ba303c3-5eee-423e-9ab0-ae8d1bff695d tempest-DeleteServersAdminTestJSON-1121382870 tempest-DeleteServersAdminTestJSON-1121382870-project-admin] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 616.738989] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 616.740109] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.740300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.740516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.741294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.743390] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.743390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.743390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.743390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.743390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.743390] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.860354] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2a52b59-04d2-4cd1-b312-0df3973da409 in Status: SUCCESS [ 616.860354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.050490] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc923c9d-8a04-4ceb-853a-f45e416bc1ad: rpc.has_security_group_logging(os_id): False [ 617.069643] env[65581]: INFO networking_nsxv3.common.synchronization [req-eca345fd-2292-457c-af72-8c5c4fd8a985 req-f384ef1a-bfdd-46bc-a218-1bd2c0489f9e service nova] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_rules [ 617.069643] env[65581]: INFO networking_nsxv3.common.synchronization [req-eca345fd-2292-457c-af72-8c5c4fd8a985 req-f384ef1a-bfdd-46bc-a218-1bd2c0489f9e service nova] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 617.069643] env[65581]: INFO networking_nsxv3.common.synchronization [req-eca345fd-2292-457c-af72-8c5c4fd8a985 req-f384ef1a-bfdd-46bc-a218-1bd2c0489f9e service nova] Enqueued Resource ID: 6d9b10ab-69b4-4365-a9ba-179331395505 with Priority: HIGHEST for action port [ 617.073703] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.073703] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.073703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.073703] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad is going to be created. [ 617.075376] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_rules [ 617.076127] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 617.076353] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9b10ab-69b4-4365-a9ba-179331395505 with Priority: HIGHEST for action port [ 617.077073] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.077073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.077073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.077323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.077474] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.079031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.079156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.079219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.079392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.079800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.079800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.079800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.080017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.080809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.083039] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.083039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9b10ab-69b4-4365-a9ba-179331395505 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.083039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.083039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.083039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.083039] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9b10ab-69b4-4365-a9ba-179331395505',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.181060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.181060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.181060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.181060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.181060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.193773] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad in Status: IN_PROGRESS for 2s [ 617.247107] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.247271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.247322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.247517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.247608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.247817] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.247917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.247981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.248155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.248342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.248342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be updated. [ 617.309084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.309084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.309084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.309084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.309084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.326086] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: IN_PROGRESS for 2s [ 617.378036] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed9cab66-bbfb-4aac-8ac2-e30e9ee6e1a1 req-d6b5f678-21b3-4691-be01-edd3bb544dc8 tempest-ListServerFiltersTestJSON-2047210966 tempest-ListServerFiltersTestJSON-2047210966-project-member] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 617.378608] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 617.379503] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.379503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.379503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.379747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.379951] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.380309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.380309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.380309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.380424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.380460] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.588483] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.589468] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.589607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.589938] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9b10ab-69b4-4365-a9ba-179331395505 with status ACTIVE [ 617.590163] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.590273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.590318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.590500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.590585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.590805] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.590983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.591063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.591283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.591376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.591567] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.591665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.591728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.591945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.592020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.592104] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9b10ab-69b4-4365-a9ba-179331395505 is going to be updated. [ 617.614278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.614482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.614482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.614681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.614909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.614981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9b10ab-69b4-4365-a9ba-179331395505" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.760744] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.760744] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.761211] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.761211] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.761471] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.761630] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.761753] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.761997] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.762966] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.763253] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.763374] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.763485] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.763607] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.763717] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.763832] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.763971] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.788558] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.788963] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.789294] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.789492] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.789877] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-f3685e99-cf18-4aa5-bc84-f6201f0b490c taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.790136] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.790806] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.790806] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.790806] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3685e99-cf18-4aa5-bc84-f6201f0b490c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.884477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.884477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.884477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.884477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.884477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.884477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.884477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.884477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.884772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.884772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.884848] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade already deleted. [ 617.885076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.090760] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.294861] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.294861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.294861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.296071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.296071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.296071] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port f3685e99-cf18-4aa5-bc84-f6201f0b490c not found, creating... [ 618.296071] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.296071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.296071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.296513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.296513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.296653] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.296779] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.296850] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.297102] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297223] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.297374] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: f3685e99-cf18-4aa5-bc84-f6201f0b490c is going to be created. [ 618.324813] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.325104] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.325262] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.325610] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.325873] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.326182] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.595179] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.595179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.595179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.595179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.595179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.595179] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be created. [ 618.622023] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.622023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.622023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.622023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.622023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.631888] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: UNINITIALIZED for 2s [ 619.077730] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed9cab66-bbfb-4aac-8ac2-e30e9ee6e1a1 req-f8b187ba-04ec-4bbe-8750-d48e4d8e4316 service nova] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_rules [ 619.078202] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed9cab66-bbfb-4aac-8ac2-e30e9ee6e1a1 req-f8b187ba-04ec-4bbe-8750-d48e4d8e4316 service nova] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 619.079416] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed9cab66-bbfb-4aac-8ac2-e30e9ee6e1a1 req-f8b187ba-04ec-4bbe-8750-d48e4d8e4316 service nova] Enqueued Resource ID: f3685e99-cf18-4aa5-bc84-f6201f0b490c with Priority: HIGHEST for action port [ 619.079416] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_rules [ 619.079416] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 619.080418] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3685e99-cf18-4aa5-bc84-f6201f0b490c with Priority: HIGHEST for action port [ 619.080716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.080929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.081092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.081617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.081761] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.083148] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.083428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.083566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084197] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.084382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.084492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.084975] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.086330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3685e99-cf18-4aa5-bc84-f6201f0b490c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.087482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.087707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.089882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.089999] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3685e99-cf18-4aa5-bc84-f6201f0b490c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.207022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad in Status: SUCCESS [ 619.207022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.344434] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 619.344633] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 deletion is rescheduled due to dependency. [ 619.344808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.593368] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.595270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.595531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.595826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3685e99-cf18-4aa5-bc84-f6201f0b490c with status ACTIVE [ 619.596245] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.596561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.596686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.596964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.597162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.597429] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.597717] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.597825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.598069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.598221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.598607] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.598839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.598943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.599168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.599295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.599539] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3685e99-cf18-4aa5-bc84-f6201f0b490c is going to be updated. [ 619.647190] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.647413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.647413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.647629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.647767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.647936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3685e99-cf18-4aa5-bc84-f6201f0b490c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.806292] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e71915c-f2ca-4c17-a304-6d0e70fafaa5 req-36a36831-e94f-4deb-a9bc-adb0253dbddd tempest-ListServerFiltersTestJSON-2047210966 tempest-ListServerFiltersTestJSON-2047210966-project-member] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 619.807299] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 619.807464] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.809188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.103148] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.421448] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.421657] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.421759] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.422091] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.422368] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.422543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.422637] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.423971] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.423971] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.423971] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.423971] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.423971] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.423971] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.423971] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.423971] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.424409] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.449765] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.450966] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.450966] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.450966] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.450966] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-9e9f44b4-2205-42ad-b091-71c1ac6741b6 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.450966] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.451294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.451663] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.451897] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9f44b4-2205-42ad-b091-71c1ac6741b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.569567] env[65581]: INFO networking_nsxv3.common.synchronization [None req-bef60f12-3d14-41c1-915e-21ed96687b08 None None] Enqueued Resource ID: bb16d92b-01c8-4782-a370-c70d1e0454ba with Priority: HIGHEST for action port [ 620.570385] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb16d92b-01c8-4782-a370-c70d1e0454ba with Priority: HIGHEST for action port [ 620.570539] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb16d92b-01c8-4782-a370-c70d1e0454ba taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.570671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb16d92b-01c8-4782-a370-c70d1e0454ba" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.570747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb16d92b-01c8-4782-a370-c70d1e0454ba" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb16d92b-01c8-4782-a370-c70d1e0454ba" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571117] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb16d92b-01c8-4782-a370-c70d1e0454ba',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.606146] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.606436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.606436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.607014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.607014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.607014] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be created. [ 620.637953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.638183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.638286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.638494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.638665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.645671] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 620.647249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.647249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.647475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.647578] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.647738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.647839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.650139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.650139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.650139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.650139] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.652091] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: UNINITIALIZED for 2s [ 620.955363] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.957018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.957018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.957018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.957018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.957018] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 9e9f44b4-2205-42ad-b091-71c1ac6741b6 not found, creating... [ 620.958238] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.959027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.959027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.959027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.959027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.959568] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.959743] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.959858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.960102] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.960974] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.961246] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 9e9f44b4-2205-42ad-b091-71c1ac6741b6 is going to be created. [ 620.983147] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.983838] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.983992] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.984288] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.984509] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.984732] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.073732] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb16d92b-01c8-4782-a370-c70d1e0454ba [ 621.074057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.074225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.074361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.074713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.074823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.074924] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb16d92b-01c8-4782-a370-c70d1e0454ba already deleted. [ 621.075019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb16d92b-01c8-4782-a370-c70d1e0454ba" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.153570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.153951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.153951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.154091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.154185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.154292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.154361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.154606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.154771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.154870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.155142] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.155281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.155370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.155585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.155786] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.155961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.156067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.156289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.156380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.156476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.156657] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.659939] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9b4b62-cf91-47ac-8554-84073baa400c: rpc.has_security_group_logging(os_id): False [ 621.700236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.700385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.700453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.700956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.701191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.701483] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.701700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.702311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.702471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.702555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.702759] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.702872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.702943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.703630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.703630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.703749] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.703933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.703933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.705045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.705045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.705045] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be created. [ 621.746126] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e71915c-f2ca-4c17-a304-6d0e70fafaa5 req-f5362c17-1ef9-487a-b0a7-70a6cdb3e37e service nova] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_rules [ 621.746126] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e71915c-f2ca-4c17-a304-6d0e70fafaa5 req-f5362c17-1ef9-487a-b0a7-70a6cdb3e37e service nova] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 621.746126] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e71915c-f2ca-4c17-a304-6d0e70fafaa5 req-f5362c17-1ef9-487a-b0a7-70a6cdb3e37e service nova] Enqueued Resource ID: 9e9f44b4-2205-42ad-b091-71c1ac6741b6 with Priority: HIGHEST for action port [ 621.746563] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_rules [ 621.746706] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 621.746807] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9f44b4-2205-42ad-b091-71c1ac6741b6 with Priority: HIGHEST for action port [ 621.747116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.750092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.750092] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.750092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.750092] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9f44b4-2205-42ad-b091-71c1ac6741b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.750092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.750092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.753194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.753194] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9f44b4-2205-42ad-b091-71c1ac6741b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.773443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.773604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.774203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.774203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.774203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.786738] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: IN_PROGRESS for 2s [ 622.252843] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e9f44b4-2205-42ad-b091-71c1ac6741b6 with status ACTIVE [ 622.253255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.253255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.255137] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.255137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.256991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.256991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.256991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.256991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.256991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.256991] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e9f44b4-2205-42ad-b091-71c1ac6741b6 is going to be updated. [ 622.279417] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.280052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.280052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.280052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.280229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.280406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9f44b4-2205-42ad-b091-71c1ac6741b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.664712] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 622.664712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.664712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.664832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.665021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.665152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.665211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.665375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.665465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.665558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.665661] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.668751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.668751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.668751] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.668751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.668751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.668751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.668751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.668751] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.171205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.171420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.171585] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.675264] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.741253] env[65581]: INFO networking_nsxv3.common.synchronization [None req-3a4f9799-ac85-4ae9-9bb4-d9adf6fdd5d9 None None] Enqueued Resource ID: 327ee487-7f0b-4ba1-9a54-f65f6c721513 with Priority: HIGHEST for action port [ 623.742105] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327ee487-7f0b-4ba1-9a54-f65f6c721513 with Priority: HIGHEST for action port [ 623.742917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-327ee487-7f0b-4ba1-9a54-f65f6c721513 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.743379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-327ee487-7f0b-4ba1-9a54-f65f6c721513" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.743563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-327ee487-7f0b-4ba1-9a54-f65f6c721513" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.744156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-327ee487-7f0b-4ba1-9a54-f65f6c721513" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.744868] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327ee487-7f0b-4ba1-9a54-f65f6c721513',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.805924] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 623.805924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.183292] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.183292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.183292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.183292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.183292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.183292] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 624.221438] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.221438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.221438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.221438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.221438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.231117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 624.250302] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 327ee487-7f0b-4ba1-9a54-f65f6c721513 [ 624.252068] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.252068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.252068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.252068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.252068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.252068] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:327ee487-7f0b-4ba1-9a54-f65f6c721513 already deleted. [ 624.252068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-327ee487-7f0b-4ba1-9a54-f65f6c721513" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.895347] env[65581]: INFO networking_nsxv3.common.synchronization [req-bc8e4958-59af-4f79-b80a-b2ee57ca08f3 req-be0c9096-97f8-48a3-92d9-3f8659fddd81 tempest-ServerDiagnosticsTest-818754094 tempest-ServerDiagnosticsTest-818754094-project-member] Enqueued Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_members [ 624.895885] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a with Priority: HIGHEST for action security_group_members [ 624.896455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.896630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.896630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.897040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.897040] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.897162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.897162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.897284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.897366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.897455] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc53145-a33a-4a66-9a7f-b50ddb982a4a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.933704] env[65581]: INFO networking_nsxv3.common.synchronization [req-7eb65397-a1fa-4e61-9b89-2c34df5563a3 req-af0d174a-b99f-49bb-a240-99696ab71d71 tempest-ServerDiagnosticsNegativeTest-532353342 tempest-ServerDiagnosticsNegativeTest-532353342-project-member] Enqueued Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_members [ 624.933704] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGHEST for action security_group_members [ 624.933704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.933704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.933704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.933704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.933704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.933704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.933704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.933704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.934070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.934070] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.088392] env[65581]: INFO networking_nsxv3.common.synchronization [None req-01a6ea68-22d0-40ba-bdab-ca017d31fe57 tempest-ServersWithSpecificFlavorTestJSON-976220274 tempest-ServersWithSpecificFlavorTestJSON-976220274-project-member] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 625.088717] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 625.089254] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.089531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.089696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.090087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.090332] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.399575] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.400601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.400791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.401116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.401378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.402079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.402217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.402287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.402467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.402552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.402647] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a is going to be updated. [ 625.434069] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.434368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.434465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.435050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.436135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.438157] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.439148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.439148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.439148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.439148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.439353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.439526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.439642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.439931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.440102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.440260] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 is going to be updated. [ 625.451817] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a in Status: IN_PROGRESS for 2s [ 625.468532] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.468745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.468829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.469082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.469342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.478861] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 in Status: IN_PROGRESS for 2s [ 625.614142] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c7fd69d0-a459-45e0-aa6a-42e480d8c703 tempest-ServersWithSpecificFlavorTestJSON-976220274 tempest-ServersWithSpecificFlavorTestJSON-976220274-project-member] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 625.614142] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 625.614142] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.614142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.617205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.621797] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 already deleted. [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.621797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.621797] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.630307] env[65581]: INFO networking_nsxv3.common.synchronization [req-655ee0d0-0a9d-40c7-88df-faa69e12c61c req-a08b3938-b997-427b-8888-05788f840c43 tempest-ListServerFiltersTestJSON-2047210966 tempest-ListServerFiltersTestJSON-2047210966-project-member] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 625.630490] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 625.630859] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.631241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.147617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.147939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.147939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.148198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.148266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.148434] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 already deleted. [ 626.148475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.243068] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 626.243532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.244226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.244770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.245209] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.245452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.245622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.246537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.246537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.246889] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.542416] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.543915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.543915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.543915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.543915] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.543915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.543915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.543915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.544345] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.544345] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.544345] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.544497] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.544568] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.544694] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.544797] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.544930] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.568308] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.568486] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.568629] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.568904] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-721" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.569272] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3def19a8-e1e2-40e8-8047-fb57b48c900c taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.569461] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.569581] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.570037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.570191] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3def19a8-e1e2-40e8-8047-fb57b48c900c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.751334] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.073109] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.073326] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.073371] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.073804] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.074028] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.074138] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3def19a8-e1e2-40e8-8047-fb57b48c900c not found, creating... [ 627.074454] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.074622] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.074728] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.074958] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.075112] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.075405] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.075550] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.075678] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.075871] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.076007] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.076149] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3def19a8-e1e2-40e8-8047-fb57b48c900c is going to be created. [ 627.105766] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.106203] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.106368] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.106790] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.106989] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.107316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.256273] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.461190] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a in Status: SUCCESS [ 627.461379] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc53145-a33a-4a66-9a7f-b50ddb982a4a deletion is rescheduled due to dependency. [ 627.461494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc53145-a33a-4a66-9a7f-b50ddb982a4a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.489976] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 in Status: SUCCESS [ 627.489976] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 deletion is rescheduled due to dependency. [ 627.489976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.760732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.761149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.761149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.761296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.761296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.761563] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 627.807053] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.807312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.807430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.807764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.808018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.820683] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 627.873120] env[65581]: INFO networking_nsxv3.common.synchronization [req-655ee0d0-0a9d-40c7-88df-faa69e12c61c req-eb1e9df8-b153-4a20-afa4-473b4d8dc31c service nova] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_rules [ 627.873330] env[65581]: INFO networking_nsxv3.common.synchronization [req-655ee0d0-0a9d-40c7-88df-faa69e12c61c req-eb1e9df8-b153-4a20-afa4-473b4d8dc31c service nova] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 627.873527] env[65581]: INFO networking_nsxv3.common.synchronization [req-655ee0d0-0a9d-40c7-88df-faa69e12c61c req-eb1e9df8-b153-4a20-afa4-473b4d8dc31c service nova] Enqueued Resource ID: 3def19a8-e1e2-40e8-8047-fb57b48c900c with Priority: HIGHEST for action port [ 627.874343] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_rules [ 627.874545] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 627.874696] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3def19a8-e1e2-40e8-8047-fb57b48c900c with Priority: HIGHEST for action port [ 627.875190] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.875246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.875527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.875631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.875917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3def19a8-e1e2-40e8-8047-fb57b48c900c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.876086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.876184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.876469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.876587] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3def19a8-e1e2-40e8-8047-fb57b48c900c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.969344] env[65581]: INFO networking_nsxv3.common.synchronization [None req-ca18300e-1162-494d-a530-f8efdd633149 None None] Enqueued Resource ID: 34b02ecb-4208-438e-b6f4-020bbde01c44 with Priority: HIGHEST for action port [ 627.969926] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b02ecb-4208-438e-b6f4-020bbde01c44 with Priority: HIGHEST for action port [ 627.970212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b02ecb-4208-438e-b6f4-020bbde01c44 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.970332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b02ecb-4208-438e-b6f4-020bbde01c44" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.970398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b02ecb-4208-438e-b6f4-020bbde01c44" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.970654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b02ecb-4208-438e-b6f4-020bbde01c44" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.970733] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b02ecb-4208-438e-b6f4-020bbde01c44',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.262647] env[65581]: INFO networking_nsxv3.common.synchronization [req-20cd4b9d-2411-4091-90e8-7a077678f0b6 req-ca63e2d6-486b-4f48-8e3c-2604d21cb7d5 tempest-ImagesNegativeTestJSON-1486995185 tempest-ImagesNegativeTestJSON-1486995185-project-member] Enqueued Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_members [ 628.263257] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGHEST for action security_group_members [ 628.263580] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.263831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.263831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.266082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.266082] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.266082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.266082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.266082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.266082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.266082] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.379415] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3def19a8-e1e2-40e8-8047-fb57b48c900c with status ACTIVE [ 628.380504] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.380504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.380504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.380504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.380504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.380504] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.380504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.380900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.380900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.380900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.381049] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.381097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.381130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.381268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.381427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.381427] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3def19a8-e1e2-40e8-8047-fb57b48c900c is going to be updated. [ 628.404037] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.404259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.404309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.404602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.404781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.405434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3def19a8-e1e2-40e8-8047-fb57b48c900c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.473818] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34b02ecb-4208-438e-b6f4-020bbde01c44 [ 628.474105] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.474267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.474323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.475516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.475617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.475722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34b02ecb-4208-438e-b6f4-020bbde01c44 already deleted. [ 628.475809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b02ecb-4208-438e-b6f4-020bbde01c44" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.771592] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.771592] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.771592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.771592] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a52b59-04d2-4cd1-b312-0df3973da409 is going to be updated. [ 628.810569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.810731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.810731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.810944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.811151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.823397] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a52b59-04d2-4cd1-b312-0df3973da409 in Status: IN_PROGRESS for 2s [ 628.982222] env[65581]: INFO networking_nsxv3.common.synchronization [req-690a7dd0-ec7b-4f43-b0fb-5edbf2965ef1 req-587e6b86-e8f6-46b3-ad7a-684d56d63511 tempest-ServersTestManualDisk-1644578659 tempest-ServersTestManualDisk-1644578659-project-member] Enqueued Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_members [ 628.982905] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_members [ 628.983125] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.983247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.983654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.983654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.983752] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.984085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.984085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.984197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.984197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.984342] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.483039] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.483427] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-959" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.483427] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-959" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.483636] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-959" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.483900] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.484147] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.484526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.484978] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.484978] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.485133] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.485279] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.485441] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.485582] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.485733] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.485853] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.486100] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.488840] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.488840] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.488840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.488840] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f already deleted. [ 629.489382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.520504] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.520504] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.520504] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.520504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-959" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.520504] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-0a73889a-21cf-47ac-bde0-0889d60b36b6 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.520870] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.520870] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.522215] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.522215] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a73889a-21cf-47ac-bde0-0889d60b36b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.835231] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 629.835231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.835453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.835623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.836042] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.836042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.836042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.836185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.836270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.836390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.836616] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.836616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.836710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.836819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.836928] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.837150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.837150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.837444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.837526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.837620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.837722] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.838663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.838826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.838975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.839089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.839204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.839367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.839447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.839539] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.024040] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.024955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.024955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.024955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.024955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.025300] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 0a73889a-21cf-47ac-bde0-0889d60b36b6 not found, creating... [ 630.025300] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.025451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.025516] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.025780] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.025915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.026238] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.026393] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.026605] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.026698] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.027150] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.027342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 0a73889a-21cf-47ac-bde0-0889d60b36b6 is going to be created. [ 630.052552] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052757] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052833] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.053815] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.053815] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.053815] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.341112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d91c71a-3a1c-47c8-81ef-cf433960dade: rpc.has_security_group_logging(os_id): False [ 630.342843] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.362586] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.362773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.363591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.363591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.363591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.363804] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.363804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.363804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.363968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.364071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.364686] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.364781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.364846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.365022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.365320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.365400] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.365542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.365726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.365922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.366520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.366520] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be created. [ 630.433068] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.433325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.433453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.433709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.434418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.450763] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 630.723671] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b89db06a-d977-4745-b9e3-487330d75c61 None None] Enqueued Resource ID: c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6 with Priority: HIGHEST for action port [ 630.724149] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6 with Priority: HIGHEST for action port [ 630.724191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.724346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.724487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.724727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.724727] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.775228] env[65581]: INFO networking_nsxv3.common.synchronization [req-690a7dd0-ec7b-4f43-b0fb-5edbf2965ef1 req-89cbda6c-4fcc-4ccd-9918-976d608bb38e service nova] Enqueued Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_rules [ 630.775228] env[65581]: INFO networking_nsxv3.common.synchronization [req-690a7dd0-ec7b-4f43-b0fb-5edbf2965ef1 req-89cbda6c-4fcc-4ccd-9918-976d608bb38e service nova] Enqueued Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_members [ 630.775228] env[65581]: INFO networking_nsxv3.common.synchronization [req-690a7dd0-ec7b-4f43-b0fb-5edbf2965ef1 req-89cbda6c-4fcc-4ccd-9918-976d608bb38e service nova] Enqueued Resource ID: 0a73889a-21cf-47ac-bde0-0889d60b36b6 with Priority: HIGHEST for action port [ 630.775228] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_rules [ 630.775667] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_members [ 630.776261] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a73889a-21cf-47ac-bde0-0889d60b36b6 with Priority: HIGHEST for action port [ 630.777255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.777633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.777817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.778271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.778487] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.780084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.780357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.781512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.781841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.782378] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.782378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.782378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.783190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.783190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.783190] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.787268] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a73889a-21cf-47ac-bde0-0889d60b36b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.787268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.787268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.787268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.787268] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a73889a-21cf-47ac-bde0-0889d60b36b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.835796] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a52b59-04d2-4cd1-b312-0df3973da409 in Status: SUCCESS [ 630.835796] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a52b59-04d2-4cd1-b312-0df3973da409 deletion is rescheduled due to dependency. [ 630.835796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.845843] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.228380] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6 [ 631.228633] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.228765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.228830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.229089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.229242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.229363] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6 already deleted. [ 631.229455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a4b6f8-27e1-4e8b-bf07-4d97bd3c85e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.289298] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.290555] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.290700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.290902] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a73889a-21cf-47ac-bde0-0889d60b36b6 with status ACTIVE [ 631.291116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.291242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.291327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.291596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.292314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.292314] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.292823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.293863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.293863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.293863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.293863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.293863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.293863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.295124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.295124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.295124] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a73889a-21cf-47ac-bde0-0889d60b36b6 is going to be updated. [ 631.321277] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.321277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.321479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.321551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.321693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.321854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a73889a-21cf-47ac-bde0-0889d60b36b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.349981] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.350146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.350700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.350700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.350700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.350700] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 631.391912] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.391912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.391912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.415282] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 631.797291] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.946541] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c1e611fb-17a6-4847-bc29-d1bac8a6a33c None None] Enqueued Resource ID: a564405e-39af-43cf-9ac0-9ad50667c72e with Priority: HIGHEST for action port [ 631.947485] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a564405e-39af-43cf-9ac0-9ad50667c72e with Priority: HIGHEST for action port [ 631.947859] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a564405e-39af-43cf-9ac0-9ad50667c72e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.948107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a564405e-39af-43cf-9ac0-9ad50667c72e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.948147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a564405e-39af-43cf-9ac0-9ad50667c72e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.949026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a564405e-39af-43cf-9ac0-9ad50667c72e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.949026] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a564405e-39af-43cf-9ac0-9ad50667c72e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.302450] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.302450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.302450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.302665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.303082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.303082] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f is going to be created. [ 632.351240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.351240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.351240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.351240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.351240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.365862] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e767a5d-9400-4be3-96f6-6293c894756f in Status: UNINITIALIZED for 2s [ 632.450939] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a564405e-39af-43cf-9ac0-9ad50667c72e [ 632.456585] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.456585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.456585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.456585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.456585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.456585] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a564405e-39af-43cf-9ac0-9ad50667c72e already deleted. [ 632.456585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a564405e-39af-43cf-9ac0-9ad50667c72e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.472601] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 632.472601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.472601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.472601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.472601] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.767137] env[65581]: INFO networking_nsxv3.common.synchronization [None req-3827a63a-4a23-44e7-a997-365513ca9f6d None None] Enqueued Resource ID: 3c2e997a-0c4d-4360-b781-a8e6e1b7cacf with Priority: HIGHEST for action port [ 632.767568] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2e997a-0c4d-4360-b781-a8e6e1b7cacf with Priority: HIGHEST for action port [ 632.768052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2e997a-0c4d-4360-b781-a8e6e1b7cacf taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.768765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2e997a-0c4d-4360-b781-a8e6e1b7cacf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.770753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2e997a-0c4d-4360-b781-a8e6e1b7cacf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.770753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2e997a-0c4d-4360-b781-a8e6e1b7cacf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.770753] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2e997a-0c4d-4360-b781-a8e6e1b7cacf',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.977507] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.977507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.271628] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c2e997a-0c4d-4360-b781-a8e6e1b7cacf [ 633.271990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.272246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.276057] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c2e997a-0c4d-4360-b781-a8e6e1b7cacf already deleted. [ 633.276057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2e997a-0c4d-4360-b781-a8e6e1b7cacf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.425585] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 633.426125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.426425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.426660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.426862] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.426996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.427070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.427319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427420] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.466022] env[65581]: INFO networking_nsxv3.common.synchronization [req-8931cf70-183d-477d-ad80-46a6d63c63fa req-aa6c06a1-3101-4cec-b7d3-824e8c7c5267 tempest-VolumesAdminNegativeTest-164607221 tempest-VolumesAdminNegativeTest-164607221-project-member] Enqueued Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_members [ 633.467155] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGHEST for action security_group_members [ 633.467491] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.467648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.467739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.468577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.468577] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.468577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.468577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.468577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.469159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.469300] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.929858] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.971052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.971211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.971564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.971564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.971670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.971988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.972129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.972177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.972411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.972411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.972500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 is going to be updated. [ 634.004367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.004367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.004894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.004894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.004894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.015734] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 in Status: IN_PROGRESS for 2s [ 634.151771] env[65581]: INFO networking_nsxv3.common.synchronization [None req-3124d3a5-da55-4f1f-bbe9-e820aca9871a None None] Enqueued Resource ID: 1bfe7d23-af6e-45d5-9251-9f00adb311fa with Priority: HIGHEST for action port [ 634.153284] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfe7d23-af6e-45d5-9251-9f00adb311fa with Priority: HIGHEST for action port [ 634.155575] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bfe7d23-af6e-45d5-9251-9f00adb311fa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.155575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bfe7d23-af6e-45d5-9251-9f00adb311fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.155575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bfe7d23-af6e-45d5-9251-9f00adb311fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.155575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bfe7d23-af6e-45d5-9251-9f00adb311fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.155575] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfe7d23-af6e-45d5-9251-9f00adb311fa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.377591] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e767a5d-9400-4be3-96f6-6293c894756f in Status: SUCCESS [ 634.377785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.377999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.378089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.378282] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.378402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.378448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.378864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.378864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.378864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.378864] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.432549] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.657633] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bfe7d23-af6e-45d5-9251-9f00adb311fa [ 634.659192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.659519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.659647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.660026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.660220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.660518] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bfe7d23-af6e-45d5-9251-9f00adb311fa already deleted. [ 634.660671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bfe7d23-af6e-45d5-9251-9f00adb311fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.883274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.935216] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.935382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.935430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.935887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.936045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.936164] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 634.976063] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.977433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.977483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.992065] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 635.386273] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e767a5d-9400-4be3-96f6-6293c894756f: rpc.has_security_group_logging(os_id): False [ 635.410646] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.410874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.410941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.411530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.411779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413041] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.413041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.413041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.413041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.413041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413041] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f is going to be created. [ 635.481895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.482159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.482234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.482454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.482638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.497941] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e767a5d-9400-4be3-96f6-6293c894756f in Status: IN_PROGRESS for 2s [ 636.034719] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 in Status: SUCCESS [ 636.034719] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 deletion is rescheduled due to dependency. [ 636.034719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.037839] env[65581]: INFO networking_nsxv3.common.synchronization [None req-9ce97e0b-a533-4420-a24d-96f3dd7051d0 None None] Enqueued Resource ID: 5a3b4b10-cab7-4b5a-87e2-53f749582a88 with Priority: HIGHEST for action port [ 636.038766] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3b4b10-cab7-4b5a-87e2-53f749582a88 with Priority: HIGHEST for action port [ 636.038766] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a3b4b10-cab7-4b5a-87e2-53f749582a88 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.038984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a3b4b10-cab7-4b5a-87e2-53f749582a88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.038984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a3b4b10-cab7-4b5a-87e2-53f749582a88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.039255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a3b4b10-cab7-4b5a-87e2-53f749582a88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.039396] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3b4b10-cab7-4b5a-87e2-53f749582a88',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.283088] env[65581]: INFO networking_nsxv3.common.synchronization [req-b5745d8c-fb2b-40d1-9579-6d270019e3fd req-5d72d3e3-4b75-4316-93d0-0368bc440362 tempest-DeleteServersAdminTestJSON-1926073305 tempest-DeleteServersAdminTestJSON-1926073305-project-member] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 636.283088] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 636.284043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.284043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.284043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.284043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.284043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.284365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.284365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.284365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.284365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.284501] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.542982] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a3b4b10-cab7-4b5a-87e2-53f749582a88 [ 636.543469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.543469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.543680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.544279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.544279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.544486] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a3b4b10-cab7-4b5a-87e2-53f749582a88 already deleted. [ 636.544601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a3b4b10-cab7-4b5a-87e2-53f749582a88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.577143] env[65581]: INFO networking_nsxv3.common.synchronization [None req-61bd7ba0-57d3-451c-8ed3-c97454e1a9ba None None] Enqueued Resource ID: a2ec7254-e373-475c-ab34-50df14fd93f3 with Priority: HIGHEST for action port [ 636.577143] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ec7254-e373-475c-ab34-50df14fd93f3 with Priority: HIGHEST for action port [ 636.577143] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ec7254-e373-475c-ab34-50df14fd93f3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.577143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ec7254-e373-475c-ab34-50df14fd93f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.577506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ec7254-e373-475c-ab34-50df14fd93f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.579545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ec7254-e373-475c-ab34-50df14fd93f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.579545] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ec7254-e373-475c-ab34-50df14fd93f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.787424] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.787789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.787789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.788454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.788454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.788454] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.788454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.788454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.789219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.789219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.789219] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be updated. [ 636.817712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.817916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.817988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.818201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.818430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.831037] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: IN_PROGRESS for 2s [ 637.002117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 637.002494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.002870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.003149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.003348] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.003473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.003533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.003688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.003769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.003853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.003943] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.031841] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.032104] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.032273] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.032598] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.032932] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.033799] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.033880] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.034201] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.034451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.034720] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.034915] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.035070] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.035208] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.035541] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.035691] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.036134] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.056669] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.057117] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.059022] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.059022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.059022] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-a053c46a-dfba-48cf-ad78-1f8151fb9600 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.059022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.059022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.059022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.059022] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a053c46a-dfba-48cf-ad78-1f8151fb9600',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.082102] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2ec7254-e373-475c-ab34-50df14fd93f3 [ 637.082397] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.082566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.082630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.082859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.083046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.083138] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2ec7254-e373-475c-ab34-50df14fd93f3 already deleted. [ 637.083246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ec7254-e373-475c-ab34-50df14fd93f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.508720] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.508720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.508720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.509685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.510478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.510478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.510478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.510478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.510478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.510767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.511402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.511563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.511673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.511925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.512213] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.512357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.512546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.512796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.513011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.513990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.513990] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.515642] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e767a5d-9400-4be3-96f6-6293c894756f in Status: SUCCESS [ 637.517950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.562162] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.562525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.562572] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.562872] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.563060] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.563255] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port a053c46a-dfba-48cf-ad78-1f8151fb9600 not found, creating... [ 637.563533] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.563694] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.563858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.564241] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.567898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.568159] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.568419] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.568470] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.568841] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.568924] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.569054] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: a053c46a-dfba-48cf-ad78-1f8151fb9600 is going to be created. [ 637.593134] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.593370] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.593492] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.593825] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.594025] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.594263] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.018062] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d91c71a-3a1c-47c8-81ef-cf433960dade: rpc.has_security_group_logging(os_id): False [ 638.043141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.043345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.043444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.043634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.043752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.043970] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.044103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.044148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.044336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.044411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.044625] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.044734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.044798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.044953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.045087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045384] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.045384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.045526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.045562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.045639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045726] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 638.114729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.114913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.114960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.115160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.115297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.130172] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 638.383232] env[65581]: INFO networking_nsxv3.common.synchronization [req-b5745d8c-fb2b-40d1-9579-6d270019e3fd req-dec7cbdd-3f5c-4acd-85c2-1490145df223 service nova] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_rules [ 638.383431] env[65581]: INFO networking_nsxv3.common.synchronization [req-b5745d8c-fb2b-40d1-9579-6d270019e3fd req-dec7cbdd-3f5c-4acd-85c2-1490145df223 service nova] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 638.383538] env[65581]: INFO networking_nsxv3.common.synchronization [req-b5745d8c-fb2b-40d1-9579-6d270019e3fd req-dec7cbdd-3f5c-4acd-85c2-1490145df223 service nova] Enqueued Resource ID: a053c46a-dfba-48cf-ad78-1f8151fb9600 with Priority: HIGHEST for action port [ 638.388272] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_rules [ 638.390123] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 638.390123] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a053c46a-dfba-48cf-ad78-1f8151fb9600 with Priority: HIGHEST for action port [ 638.390123] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.390123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.390123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.390782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.391107] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.393561] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.394679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.394679] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a053c46a-dfba-48cf-ad78-1f8151fb9600 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.394679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.394878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.394933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.395034] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a053c46a-dfba-48cf-ad78-1f8151fb9600',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.845461] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 638.845461] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 deletion is rescheduled due to dependency. [ 638.845461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.845461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.846303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.846303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.846303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.846303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.846303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.846303] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.895268] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.895268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.898028] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a053c46a-dfba-48cf-ad78-1f8151fb9600 with status ACTIVE [ 638.898321] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.902191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.902191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.902191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.902191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.902371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.902371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.902615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.902615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.902615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.902811] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.902902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.902962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.903116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.903187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.903269] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a053c46a-dfba-48cf-ad78-1f8151fb9600 is going to be updated. [ 638.938915] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.939126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.939126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.939273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.939405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.939563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a053c46a-dfba-48cf-ad78-1f8151fb9600" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.012819] env[65581]: INFO networking_nsxv3.common.synchronization [None req-15cbf1ef-c825-4d22-a66f-6dc7bfc8c798 None None] Enqueued Resource ID: b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e with Priority: HIGHEST for action port [ 639.012819] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e with Priority: HIGHEST for action port [ 639.013035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.013164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.013222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.013771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.013895] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.026191] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1216ccf0-9215-407c-b31e-653a7b9eccee None None] Enqueued Resource ID: 6078fdf2-1108-4a15-9f7d-2293c2eb2cd6 with Priority: HIGHEST for action port [ 639.027188] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6078fdf2-1108-4a15-9f7d-2293c2eb2cd6 with Priority: HIGHEST for action port [ 639.027548] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6078fdf2-1108-4a15-9f7d-2293c2eb2cd6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.027686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6078fdf2-1108-4a15-9f7d-2293c2eb2cd6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.027756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6078fdf2-1108-4a15-9f7d-2293c2eb2cd6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.028013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6078fdf2-1108-4a15-9f7d-2293c2eb2cd6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.034244] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6078fdf2-1108-4a15-9f7d-2293c2eb2cd6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.350536] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.518469] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e [ 639.518469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.518469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.518469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.518469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.520300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.520300] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e already deleted. [ 639.520300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4cf0209-3c23-4b7f-820a-7c4e7e7c9b1e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.534387] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6078fdf2-1108-4a15-9f7d-2293c2eb2cd6 [ 639.535172] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.535172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.535172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.535172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.535172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.535422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6078fdf2-1108-4a15-9f7d-2293c2eb2cd6 already deleted. [ 639.535422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6078fdf2-1108-4a15-9f7d-2293c2eb2cd6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.856375] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.144120] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 640.144343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.144532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.144757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.144850] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.363301] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.363301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.363301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.363301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.363301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.363301] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be updated. [ 640.398243] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.398362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.398433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.398660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.398808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.411407] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: IN_PROGRESS for 2s [ 640.647130] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.647629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.647819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.648376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.648572] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.648799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.648799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.648932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.649021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.649098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.649204] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.152670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.153105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.153226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.153542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.153833] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.154026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.154189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.154450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.155057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.155057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.155057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.155267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.155267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.155515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.158819] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.158962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.159020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.159204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.159292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.159421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.159530] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.522938] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-85432e1c-844d-4573-bd30-a7b98d4c4b7d tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 641.522938] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 641.522938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.523240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.523240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.523406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.523661] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.524575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.524575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.524575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.524575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.524575] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.662257] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d91c71a-3a1c-47c8-81ef-cf433960dade: rpc.has_security_group_logging(os_id): False [ 641.688855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.688855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.688855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.688855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.694108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.694108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.694247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.694375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.695536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.695536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.695536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 641.774411] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.774411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.774411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.774411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.774411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.792962] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 642.027943] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.028150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.028201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.028414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.028502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.028734] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.028837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.028925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.029095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.029173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.029264] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 already deleted. [ 642.029347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.370836] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-9c54e9e2-f817-445c-9f9e-99b0462725a1 tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 642.371535] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 642.371858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.371971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.372128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.372446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.372495] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.372608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.372681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.372857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.372912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.372999] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.423103] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 642.424030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.424030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.424030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.424030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.424284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.424284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.424363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.424825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.424825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.424825] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.632401] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 642.632587] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_members [ 642.633883] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 642.633883] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_members [ 642.633883] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.633883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.633883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.634297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.634622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.634622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.634622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.634864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.634906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.634965] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.636294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc47aab-4eb5-4736-9075-0bacb095ae3a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.636294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.636502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.636757] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.636757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.636913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.637058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.637158] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.683171] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_rules [ 642.683466] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 642.683630] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_rules [ 642.683756] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_members [ 642.683880] env[65581]: INFO networking_nsxv3.common.synchronization [req-8d2f6d2a-8c5b-4f66-9489-05ae47300bcf req-47863723-a6e9-46c8-9168-4a7c89176d3e tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 with Priority: HIGHEST for action port [ 642.684496] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_rules [ 642.684638] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_rules [ 642.684741] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 with Priority: HIGHEST for action port [ 642.684839] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 642.684984] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_members [ 642.685692] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.685821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.685879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.686522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.686661] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.688082] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc47aab-4eb5-4736-9075-0bacb095ae3a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.688265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.688265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.688475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.688599] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.691021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b2d650-4a0c-4142-9817-0ea94736dd90 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.691021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.691021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.691021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.691311] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b2d650-4a0c-4142-9817-0ea94736dd90',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.693691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.693691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.693792] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc47aab-4eb5-4736-9075-0bacb095ae3a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.693792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.698434] env[65581]: INFO networking_nsxv3.common.synchronization [None req-810ad61f-4b9a-4310-8cd9-fffad8176d14 None None] Enqueued Resource ID: 36e3e794-6e31-425a-96c5-9441a8986f0a with Priority: HIGHEST for action port [ 642.699481] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e3e794-6e31-425a-96c5-9441a8986f0a with Priority: HIGHEST for action port [ 642.699481] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e3e794-6e31-425a-96c5-9441a8986f0a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.700023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e3e794-6e31-425a-96c5-9441a8986f0a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.700023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e3e794-6e31-425a-96c5-9441a8986f0a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.700023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e3e794-6e31-425a-96c5-9441a8986f0a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.700023] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e3e794-6e31-425a-96c5-9441a8986f0a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.876494] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.876692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.876806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.877083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.877192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.877422] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.877554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.877657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.877891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.877943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.878070] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 already deleted. [ 642.878175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.927479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.927683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.927731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.927955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928127] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.928851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.928851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.929255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.929255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.929255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.929255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.929465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.929465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.929571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.929622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.929675] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.112747] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-82358d00-d453-4ed6-8997-2b753ec47abe tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 643.112747] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 643.113092] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.113256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.113327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.113530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.113738] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.113843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.113897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.114079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.114238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.114280] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.140204] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.141793] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.194635] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b2d650-4a0c-4142-9817-0ea94736dd90 with status ACTIVE [ 643.195230] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.195385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.195482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.195715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.195813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.195993] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.196110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.196174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.196329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.196413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.196583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.196677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.196747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.196871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.196934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.197063] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 is going to be updated. [ 643.198835] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.199736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.199736] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc47aab-4eb5-4736-9075-0bacb095ae3a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.199736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.205540] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36e3e794-6e31-425a-96c5-9441a8986f0a [ 643.205794] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.205955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.206066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.206319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.206415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.206511] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36e3e794-6e31-425a-96c5-9441a8986f0a already deleted. [ 643.206593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e3e794-6e31-425a-96c5-9441a8986f0a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.222207] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.222508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.222549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.223961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.223961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.223961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.434530] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2: rpc.has_security_group_logging(os_id): False [ 643.457235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.457235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.457417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.457454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.458411] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.458411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.458411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.458411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.458411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.458712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.458712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.458712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.458903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.458903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.460096] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.460096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.460096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.460096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.460096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.461291] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be updated. [ 643.520983] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b6b08a88-2d45-4fac-addc-7bff792a462c None None] Enqueued Resource ID: 37923cf6-c3df-43fa-971e-5f71d951a6cd with Priority: HIGHEST for action port [ 643.522229] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37923cf6-c3df-43fa-971e-5f71d951a6cd with Priority: HIGHEST for action port [ 643.522661] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-37923cf6-c3df-43fa-971e-5f71d951a6cd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.522798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37923cf6-c3df-43fa-971e-5f71d951a6cd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.522865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37923cf6-c3df-43fa-971e-5f71d951a6cd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.523275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37923cf6-c3df-43fa-971e-5f71d951a6cd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.523387] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37923cf6-c3df-43fa-971e-5f71d951a6cd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.531340] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.531486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.531554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.531764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.531913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.552430] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: IN_PROGRESS for 2s [ 643.571499] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.571692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.572100] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.572227] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.572484] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.572631] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.572779] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.573065] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.573290] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.573572] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.573755] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.573860] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.573996] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.574131] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.574323] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.574465] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.604283] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.604476] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.604547] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.604714] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.605055] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-11a56ac9-e475-4ea9-8da3-535a992c8a78 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.605307] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.605435] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.605757] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.605897] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a56ac9-e475-4ea9-8da3-535a992c8a78',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.617261] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.617507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.617507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.617808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.617808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.617962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.618074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.618136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.618285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.618352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.618438] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 already deleted. [ 643.618519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.643432] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.644411] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.811064] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 643.811700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.025262] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37923cf6-c3df-43fa-971e-5f71d951a6cd [ 644.025516] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.025656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.025731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.025951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.026052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.026151] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37923cf6-c3df-43fa-971e-5f71d951a6cd already deleted. [ 644.026270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37923cf6-c3df-43fa-971e-5f71d951a6cd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.108579] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.109159] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.109304] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.109646] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.109792] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.109967] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 11a56ac9-e475-4ea9-8da3-535a992c8a78 not found, creating... [ 644.110294] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.110519] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.110633] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.112182] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.112380] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.112747] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.112964] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.113094] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.113504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.113504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.113690] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 11a56ac9-e475-4ea9-8da3-535a992c8a78 is going to be created. [ 644.138333] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.138517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.138612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.138897] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.139137] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.139440] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.146242] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.147050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.147050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.147050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.147050] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a is going to be created. [ 644.148530] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.148713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.148833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.149125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.150243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.150243] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 644.180398] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.180667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.180667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.180951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.181172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.184512] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.184609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.184658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.184878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.185134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.193541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 644.194366] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a in Status: UNINITIALIZED for 2s [ 644.869682] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-e82c0a92-ae3d-4d03-8797-f37916afd600 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 644.870038] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-e82c0a92-ae3d-4d03-8797-f37916afd600 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 644.870260] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-e82c0a92-ae3d-4d03-8797-f37916afd600 service nova] Enqueued Resource ID: 11a56ac9-e475-4ea9-8da3-535a992c8a78 with Priority: HIGHEST for action port [ 644.871107] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 644.872447] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 644.872447] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a56ac9-e475-4ea9-8da3-535a992c8a78 with Priority: HIGHEST for action port [ 644.872447] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.873417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.873417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.873617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.873617] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.875472] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.877133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.877133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.877325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.877521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.877646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.877712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.877878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.877967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878091] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.879091] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a56ac9-e475-4ea9-8da3-535a992c8a78 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.879091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.879193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.879316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.879395] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a56ac9-e475-4ea9-8da3-535a992c8a78',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.917335] env[65581]: INFO networking_nsxv3.common.synchronization [None req-4236e329-6dc1-42e4-b6e3-3c58fdd8449c None None] Enqueued Resource ID: 51434701-25bb-4950-be9d-4170b632277f with Priority: HIGHEST for action port [ 644.917590] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51434701-25bb-4950-be9d-4170b632277f with Priority: HIGHEST for action port [ 644.918280] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-51434701-25bb-4950-be9d-4170b632277f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.918400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51434701-25bb-4950-be9d-4170b632277f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.918475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51434701-25bb-4950-be9d-4170b632277f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.918772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51434701-25bb-4950-be9d-4170b632277f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.918840] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51434701-25bb-4950-be9d-4170b632277f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.381940] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.387676] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.387780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.388441] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a56ac9-e475-4ea9-8da3-535a992c8a78 with status ACTIVE [ 645.388706] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.388874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.388978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.389417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.389529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.389795] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.389958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.390072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.390459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.390459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.390713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.390863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.390971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.391208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.391336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.391516] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a56ac9-e475-4ea9-8da3-535a992c8a78 is going to be updated. [ 645.421847] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.422190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.422239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.422472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.422648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.422877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a56ac9-e475-4ea9-8da3-535a992c8a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.424806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51434701-25bb-4950-be9d-4170b632277f [ 645.424806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.424806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.424806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.424806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.424806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.424806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51434701-25bb-4950-be9d-4170b632277f already deleted. [ 645.424806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51434701-25bb-4950-be9d-4170b632277f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.568826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 645.568826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.753457] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.753457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-760" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.753457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-760" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.753457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-760" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.753859] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.754052] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.754205] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.754517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.754746] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.755020] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.755164] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.755319] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.755495] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.756435] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.756556] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.758131] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.783512] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.783512] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.783512] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.783512] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-760" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.783512] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-a4049f13-210f-4029-bf48-798e92ea578f taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.783512] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.783512] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.783512] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.783512] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4049f13-210f-4029-bf48-798e92ea578f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.888872] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.207648] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a in Status: SUCCESS [ 646.207863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.208056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.208364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.208470] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.208583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.208646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.208800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.208949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.209013] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.211464] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 646.211637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.211870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.211970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.213511] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.213511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.213511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.213511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.213511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.213511] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.286617] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.286868] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.287072] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.287353] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.287503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.287660] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port a4049f13-210f-4029-bf48-798e92ea578f not found, creating... [ 646.288068] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.288234] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.288400] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.289077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.289077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.289077] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.289393] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.289591] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.289898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.290283] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.290530] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: a4049f13-210f-4029-bf48-798e92ea578f is going to be created. [ 646.314676] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.314899] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.314998] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.315374] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.315515] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.315730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.392214] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.392509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.392603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.392822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.392914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.393135] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be created. [ 646.422211] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.422486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.422486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.422663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.422881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.446963] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: UNINITIALIZED for 2s [ 646.496870] env[65581]: INFO networking_nsxv3.common.synchronization [None req-99c3f8b9-99c8-440c-91c6-6f65063a0241 None None] Enqueued Resource ID: ee02083d-123a-4c85-a1df-1e30501ce9bf with Priority: HIGHEST for action port [ 646.497839] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee02083d-123a-4c85-a1df-1e30501ce9bf with Priority: HIGHEST for action port [ 646.498285] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee02083d-123a-4c85-a1df-1e30501ce9bf taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.498535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee02083d-123a-4c85-a1df-1e30501ce9bf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.498535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee02083d-123a-4c85-a1df-1e30501ce9bf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee02083d-123a-4c85-a1df-1e30501ce9bf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.499040] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee02083d-123a-4c85-a1df-1e30501ce9bf',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.715290] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.716248] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.001545] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee02083d-123a-4c85-a1df-1e30501ce9bf [ 647.001936] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.002030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.002127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.002323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.002416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.002514] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee02083d-123a-4c85-a1df-1e30501ce9bf already deleted. [ 647.002594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee02083d-123a-4c85-a1df-1e30501ce9bf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.038028] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-1b5fca47-aac4-4e19-af1b-9f878e1bd7d6 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 647.038376] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-1b5fca47-aac4-4e19-af1b-9f878e1bd7d6 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 647.038783] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-1b5fca47-aac4-4e19-af1b-9f878e1bd7d6 service nova] Enqueued Resource ID: a4049f13-210f-4029-bf48-798e92ea578f with Priority: HIGHEST for action port [ 647.040626] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 647.042472] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 647.042472] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4049f13-210f-4029-bf48-798e92ea578f with Priority: HIGHEST for action port [ 647.042472] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.042773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043076] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043642] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4049f13-210f-4029-bf48-798e92ea578f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.044313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.044642] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4049f13-210f-4029-bf48-798e92ea578f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.219543] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.219798] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.548487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4049f13-210f-4029-bf48-798e92ea578f with status ACTIVE [ 647.548487] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.548487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.548487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.548981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.548981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.548981] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.549247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.549247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.549366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.549366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.549574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.549746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.549746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.551117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.551117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.551117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4049f13-210f-4029-bf48-798e92ea578f is going to be updated. [ 647.577534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.577793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.578051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.578395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.578821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.578821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4049f13-210f-4029-bf48-798e92ea578f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.724599] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.724599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.724599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.724599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.724599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.724599] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a is going to be updated. [ 647.724599] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.724599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.724599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.725342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.725587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.725893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 647.775582] env[65581]: INFO networking_nsxv3.common.synchronization [req-0bf4f257-ac1f-4641-83a1-48fc6eda83d6 req-d9da4af4-0075-482d-8462-10d69913690b tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 647.775582] env[65581]: INFO networking_nsxv3.common.synchronization [req-0bf4f257-ac1f-4641-83a1-48fc6eda83d6 req-d9da4af4-0075-482d-8462-10d69913690b tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_members [ 647.777086] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.777241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.777314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.777534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.777744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.780956] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 647.781383] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a with Priority: HIGHEST for action security_group_members [ 647.782777] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.783121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.783191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.784498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.784710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.788248] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.788248] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc47aab-4eb5-4736-9075-0bacb095ae3a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.802466] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a in Status: IN_PROGRESS for 2s [ 647.805096] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 647.877568] env[65581]: INFO networking_nsxv3.common.synchronization [req-0bf4f257-ac1f-4641-83a1-48fc6eda83d6 req-d9da4af4-0075-482d-8462-10d69913690b tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_rules [ 647.877568] env[65581]: INFO networking_nsxv3.common.synchronization [req-0bf4f257-ac1f-4641-83a1-48fc6eda83d6 req-d9da4af4-0075-482d-8462-10d69913690b tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 647.877568] env[65581]: INFO networking_nsxv3.common.synchronization [req-0bf4f257-ac1f-4641-83a1-48fc6eda83d6 req-d9da4af4-0075-482d-8462-10d69913690b tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 with Priority: HIGHEST for action port [ 647.877795] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_rules [ 647.877931] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 647.878040] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 with Priority: HIGHEST for action port [ 647.878335] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.878431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.878616] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.878694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.878864] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b2d650-4a0c-4142-9817-0ea94736dd90 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.878953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.879037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.880639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.880756] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b2d650-4a0c-4142-9817-0ea94736dd90',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.928660] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.929252] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.929252] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.929623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.929941] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.931091] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.931289] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.932411] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.932501] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.932731] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.932848] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.932957] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.933117] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.933287] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.933406] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.933598] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.964560] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.964560] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.964560] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.964560] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-674" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.964560] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-8d8e8720-7317-422a-9bfe-2c666ee800a5 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.964560] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.964560] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.964560] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.964560] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8e8720-7317-422a-9bfe-2c666ee800a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.206789] env[65581]: INFO networking_nsxv3.common.synchronization [None req-ea32edda-0720-4251-bea2-7d54fbc30a07 tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 648.207380] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 648.208018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.208140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.208194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.209299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.209299] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.289746] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b1ebe4e8-2236-4235-9834-65c9c38cf157 None None] Enqueued Resource ID: 8ac1121a-68ff-488f-8b38-9a28113faf11 with Priority: HIGHEST for action port [ 648.289746] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac1121a-68ff-488f-8b38-9a28113faf11 with Priority: HIGHEST for action port [ 648.289746] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac1121a-68ff-488f-8b38-9a28113faf11 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.289746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac1121a-68ff-488f-8b38-9a28113faf11" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.289746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac1121a-68ff-488f-8b38-9a28113faf11" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.289746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac1121a-68ff-488f-8b38-9a28113faf11" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.289746] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac1121a-68ff-488f-8b38-9a28113faf11',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.373470] env[65581]: INFO networking_nsxv3.common.synchronization [None req-905395d9-d9a6-4497-bb0e-49bbeeb262e4 tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 648.373470] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 648.373470] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.373470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.384054] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b2d650-4a0c-4142-9817-0ea94736dd90 with status ACTIVE [ 648.384711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.384711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.384711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.384943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.385145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.385237] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.385344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.385426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.385601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.385682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.385986] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.385986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.386168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.386168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.386285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.386341] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b2d650-4a0c-4142-9817-0ea94736dd90 is going to be updated. [ 648.408379] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.408379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.408554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.408640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.408771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.408932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b2d650-4a0c-4142-9817-0ea94736dd90" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.462048] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.462048] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.462048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.462048] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.464092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.464489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.464806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.467016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.467016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.467016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.467016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.467016] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.468324] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.468830] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.469226] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.469699] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.473037] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 8d8e8720-7317-422a-9bfe-2c666ee800a5 not found, creating... [ 648.473037] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.473037] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.473037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.474226] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.474602] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.474911] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 8d8e8720-7317-422a-9bfe-2c666ee800a5 is going to be created. [ 648.510283] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.510525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.510525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.510846] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.511203] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.511479] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.729237] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.729492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.729492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.730920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.730920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.730920] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b already deleted. [ 648.730920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.730920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.730920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.730920] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.793313] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac1121a-68ff-488f-8b38-9a28113faf11 [ 648.793313] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.793313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.793313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.793313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.793313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.793313] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac1121a-68ff-488f-8b38-9a28113faf11 already deleted. [ 648.793313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac1121a-68ff-488f-8b38-9a28113faf11" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.969574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.969804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.977880] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.206694] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-fe6841fc-250a-49b5-8db8-9c20e4c3fe35 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 649.206694] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-fe6841fc-250a-49b5-8db8-9c20e4c3fe35 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 649.206961] env[65581]: INFO networking_nsxv3.common.synchronization [req-a2c8ab33-31e5-4bdf-94f9-ab680ce90c30 req-fe6841fc-250a-49b5-8db8-9c20e4c3fe35 service nova] Enqueued Resource ID: 8d8e8720-7317-422a-9bfe-2c666ee800a5 with Priority: HIGHEST for action port [ 649.207730] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 649.207730] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 649.207730] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8e8720-7317-422a-9bfe-2c666ee800a5 with Priority: HIGHEST for action port [ 649.208011] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.208188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.208452] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.208452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.208556] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8e8720-7317-422a-9bfe-2c666ee800a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.208646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.208706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.208916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.209027] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8e8720-7317-422a-9bfe-2c666ee800a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.252652] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.252652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.252652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.252652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.252652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.252652] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b already deleted. [ 649.252652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.319191] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d654f30d-b791-49ca-8ab5-391fe723a906 tempest-ServersTestFqdnHostnames-1007687823 tempest-ServersTestFqdnHostnames-1007687823-project-member] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_rules [ 649.319925] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_rules [ 649.320102] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.320206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.320206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.320517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.320616] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.482365] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.573183] env[65581]: INFO networking_nsxv3.common.synchronization [req-50168ae1-9228-48f0-80b3-79433a73f402 req-64e447b4-df9d-4a9a-a99d-6cbfec64cf7d tempest-ServersWithSpecificFlavorTestJSON-976220274 tempest-ServersWithSpecificFlavorTestJSON-976220274-project-member] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 649.573183] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 649.575711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.575711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.575711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.575711] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.710942] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d8e8720-7317-422a-9bfe-2c666ee800a5 with status ACTIVE [ 649.711207] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.711376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.711446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.711637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.711726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.711904] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.712922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.713214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.713479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.713613] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.714249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.714395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.714494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.714573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.714663] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d8e8720-7317-422a-9bfe-2c666ee800a5 is going to be updated. [ 649.739356] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.739356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.739356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.739656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.739656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.739805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8e8720-7317-422a-9bfe-2c666ee800a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.815751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 649.816126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.816212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.816437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.816651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.816739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.816778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.816964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.817060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.817231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.817349] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.819422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a in Status: SUCCESS [ 649.819894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.820128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.820546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.820737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.820857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.820925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.821100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.821390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.821390] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.822126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.822571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.822571] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.822740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.822809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.823167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.823167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823354] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.824598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.824782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.824947] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.825069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.825131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.825277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.825358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.825445] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.861068] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.861068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.861068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.861068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.861068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.861068] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 already deleted. [ 649.861068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.934520] env[65581]: INFO networking_nsxv3.common.synchronization [None req-cb0ceb09-b9f2-4167-95e4-0b79c350f894 tempest-ServersTestFqdnHostnames-1007687823 tempest-ServersTestFqdnHostnames-1007687823-project-member] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_rules [ 649.934520] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_rules [ 649.937112] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.937359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.937578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.937826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.937954] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.984914] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.986395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.986395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.986395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.986395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.986395] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 650.015600] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.017292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.017292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.017292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.017292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.027275] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 650.079151] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.079350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.079402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.079645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.079808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.079967] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.080174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.080174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.080388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.080447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.080487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 already deleted. [ 650.081173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.265023] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.265023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.265635] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.265635] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.265818] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.265946] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.265989] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.266620] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.266767] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.266971] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.267107] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.267213] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.267316] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.267419] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.267522] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.267643] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.288280] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.288490] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.288667] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.288877] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.289261] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-7d75c87f-2698-4390-a805-034f0fd62d82 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.289477] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.289579] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.289888] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.290049] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d75c87f-2698-4390-a805-034f0fd62d82',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.328028] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.328028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.328028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.328028] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc47aab-4eb5-4736-9075-0bacb095ae3a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.328028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.328028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.328871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.329228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.329513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.332451] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.332451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.332451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.332451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.332451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.332451] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a is going to be deleted. [ 650.367837] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.368795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.368795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.368795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.368795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.368795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.464643] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.464643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.464643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.464643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.464643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.464643] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 already deleted. [ 650.464643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792450] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.792810] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.792896] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.793379] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.793463] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.793595] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 7d75c87f-2698-4390-a805-034f0fd62d82 not found, creating... [ 650.793867] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.794048] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.794170] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.794391] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.794525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.794815] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.794961] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.795089] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.795325] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.795469] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.795606] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 7d75c87f-2698-4390-a805-034f0fd62d82 is going to be created. [ 650.822314] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.822314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.822314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.822314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.822314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.822314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.827226] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.833174] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc47aab-4eb5-4736-9075-0bacb095ae3a: rpc.has_security_group_logging(os_id): False [ 650.851796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.852032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.852314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.852412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.852637] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.852738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.852957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.853043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.853164] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a is going to be created. [ 650.874329] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bbc47aab-4eb5-4736-9075-0bacb095ae3a], does not exist path=[/infra/domains/default/groups/bbc47aab-4eb5-4736-9075-0bacb095ae3a]."\n}' [ 650.874717] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bbc47aab-4eb5-4736-9075-0bacb095ae3a [ 650.874717] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 650.943078] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.943242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.943309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.943525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.944323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.944766] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.944766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.944953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.945153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.945213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.945374] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.945474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.945535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.945682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.945757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.945843] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc47aab-4eb5-4736-9075-0bacb095ae3a is going to be created. [ 650.969775] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bbc47aab-4eb5-4736-9075-0bacb095ae3a], does not exist path=[/infra/domains/default/groups/bbc47aab-4eb5-4736-9075-0bacb095ae3a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bbc47aab-4eb5-4736-9075-0bacb095ae3a [ 650.969775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc47aab-4eb5-4736-9075-0bacb095ae3a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.970346] env[65581]: Traceback (most recent call last): [ 650.970428] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 650.970428] env[65581]: return func(*args, **kwargs) [ 650.970428] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 650.970428] env[65581]: res.raise_for_status() [ 650.970428] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 650.970428] env[65581]: raise HTTPError(http_error_msg, response=self) [ 650.970428] env[65581]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bbc47aab-4eb5-4736-9075-0bacb095ae3a [ 650.970428] env[65581]: During handling of the above exception, another exception occurred: [ 650.970428] env[65581]: Traceback (most recent call last): [ 650.970428] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 650.970428] env[65581]: listener.cb(fileno) [ 650.970428] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 650.970428] env[65581]: result = function(*args, **kwargs) [ 650.970428] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 650.970428] env[65581]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 650.970428] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 650.970428] env[65581]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 650.970428] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 650.970428] env[65581]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 650.970428] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 650.970428] env[65581]: res.raise_for_status() [ 650.970428] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 650.970428] env[65581]: raise HTTPError(http_error_msg, response=self) [ 650.970428] env[65581]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bbc47aab-4eb5-4736-9075-0bacb095ae3a [ 650.970428] env[65581]: Removing descriptor: 14 [ 651.329443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.329783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.329783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.329876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.330025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.330129] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 651.366120] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.366759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.366844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.367062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.367224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.383156] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 651.521582] env[65581]: INFO networking_nsxv3.common.synchronization [req-50168ae1-9228-48f0-80b3-79433a73f402 req-265e16cf-7bc9-4a46-8857-bce52e851132 service nova] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 651.521885] env[65581]: INFO networking_nsxv3.common.synchronization [req-50168ae1-9228-48f0-80b3-79433a73f402 req-265e16cf-7bc9-4a46-8857-bce52e851132 service nova] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 651.522088] env[65581]: INFO networking_nsxv3.common.synchronization [req-50168ae1-9228-48f0-80b3-79433a73f402 req-265e16cf-7bc9-4a46-8857-bce52e851132 service nova] Enqueued Resource ID: 7d75c87f-2698-4390-a805-034f0fd62d82 with Priority: HIGHEST for action port [ 651.523056] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 651.523297] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 651.523469] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d75c87f-2698-4390-a805-034f0fd62d82 with Priority: HIGHEST for action port [ 651.523830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.523998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.524123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.524369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.524522] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.526266] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.526452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.526562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.526782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.526986] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.527146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.527248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.530873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.530873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.530873] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.530873] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d75c87f-2698-4390-a805-034f0fd62d82 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.530873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.530873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.530873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.530873] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d75c87f-2698-4390-a805-034f0fd62d82',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.030228] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.030228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.034613] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.035729] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d75c87f-2698-4390-a805-034f0fd62d82 with status ACTIVE [ 652.037032] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.037032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.037032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.037032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.037032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037032] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.037032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.037032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.037421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.037421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037421] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.037534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.037569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.037715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.037785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037869] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d75c87f-2698-4390-a805-034f0fd62d82 is going to be updated. [ 652.042809] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 652.046380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.047034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.047195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.047392] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.047518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.047585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.047753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.047836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.047951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.048232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.048423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.048560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.048686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.048856] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.048959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.049026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.049172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.049257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.049340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.049428] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.051222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.052055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.052055] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.052055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.052055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.052055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.052055] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.075557] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.075676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.075744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.075969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.076130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.076292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d75c87f-2698-4390-a805-034f0fd62d82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540080] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.554059] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4df2f0c-3070-4f9e-b1fc-80a11d69d908: rpc.has_security_group_logging(os_id): False [ 652.555176] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.575518] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.576660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.576660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.576660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.576660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.576660] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.576660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.577079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.577161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.577281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.577621] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.579220] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.579220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.579220] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be created. [ 652.642895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.643062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.643109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.643328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.643505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.655831] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 653.045939] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.045939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.045939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.045939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.045939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.045939] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be created. [ 653.058316] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.070931] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.070931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.070931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.070931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.070931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.081239] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: UNINITIALIZED for 2s [ 653.393137] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 653.393398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.393572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.393810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.394014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.394155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.394223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.394400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.394484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.394582] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.560393] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.560689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.560689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.560863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.560954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.561067] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 653.593049] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.593203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.593274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.593478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.593685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.604288] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 653.896937] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.152019] env[65581]: INFO networking_nsxv3.common.synchronization [req-3a561829-8134-4fd6-a965-bdd61f275d58 req-a2ec0657-3568-477b-8f76-f9f4073f83c2 tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 654.152019] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 654.152019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.152019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.152019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.152019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.152620] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.152846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.152990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.153245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.153414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.153588] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.401528] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.656868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.656868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.656868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.656868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.656868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.656868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.656868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.657349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.657349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.657349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.657349] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 already deleted. [ 654.657349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.668818] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 654.669449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.670415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.670685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.670911] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.681382] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.682183] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.682183] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.682528] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.682797] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.682954] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.683392] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.683655] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.683804] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.684023] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.684141] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.684252] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.684358] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.684492] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.684605] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.684736] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.725901] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.725901] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.725901] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.727018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.727018] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.727133] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.727432] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.727677] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727886] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.905863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.905863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.905863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.906162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.906162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.906247] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 654.952019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.953527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.953527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.953741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.953873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.964127] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 655.092491] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 655.092792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.092890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.093142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.093341] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.093454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.093530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.093669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.093781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.093828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.093927] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.174536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.174656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.230891] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.231305] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.231305] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.231642] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.231842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.231941] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 not found, creating... [ 655.232262] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.232765] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.232891] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.233146] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.233328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.234736] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.234736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.234736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.234736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.234736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.234736] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 is going to be created. [ 655.256443] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.256733] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.256797] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.257033] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.257274] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.257505] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.596837] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.617458] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 655.617458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.617458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.617670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.617670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.617792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.617861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.618039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.618124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.618211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.618306] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.988719] env[65581]: INFO networking_nsxv3.common.synchronization [req-3a561829-8134-4fd6-a965-bdd61f275d58 req-fb03010c-61a0-4fe2-954a-a0b410289fcb service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 655.989081] env[65581]: INFO networking_nsxv3.common.synchronization [req-3a561829-8134-4fd6-a965-bdd61f275d58 req-fb03010c-61a0-4fe2-954a-a0b410289fcb service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 655.989081] env[65581]: INFO networking_nsxv3.common.synchronization [req-3a561829-8134-4fd6-a965-bdd61f275d58 req-fb03010c-61a0-4fe2-954a-a0b410289fcb service nova] Enqueued Resource ID: e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 with Priority: HIGHEST for action port [ 655.989861] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 655.989861] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 655.990071] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 with Priority: HIGHEST for action port [ 655.990205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.990425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.990472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.990707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.990792] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.992096] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.992096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.992096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.992258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.993700] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.993700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.993700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.993700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.993700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.993700] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.994781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.994781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.994781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.994781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.994781] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.101485] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5e6fd22-f39d-4bd1-a359-ff9aafe08b06: rpc.has_security_group_logging(os_id): False [ 656.120949] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124967] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124967] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be created. [ 656.126299] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.127217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.127499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.127805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.129391] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.129579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.129647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.129829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.129898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.129986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.130343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.130441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.130682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.130847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.131081] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.131151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.131189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.131325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.131403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.131487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.131578] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.192315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.192842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.192842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.192842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.192970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.208573] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: IN_PROGRESS for 2s [ 656.478443] env[65581]: INFO networking_nsxv3.common.synchronization [req-bd86cd02-800d-47a5-b1f9-aca9485d62a4 req-1fbf074a-93fd-42c5-a84c-8d61fd8e31f8 tempest-ServersTestBootFromVolume-1902474084 tempest-ServersTestBootFromVolume-1902474084-project-member] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_members [ 656.479412] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_members [ 656.479728] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.479849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.479910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.480241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.480450] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.480521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.481054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.481054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.481054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.481054] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.496107] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.496332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.496785] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.497584] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 with status ACTIVE [ 656.497800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.501069] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.501069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.503145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.503306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.503376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.503586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.503660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.504304] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78 is going to be updated. [ 656.528586] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.528748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.528824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.529139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.529184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.529347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ba4972-1cd0-4a25-b4c7-dd7f96a52a78" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.636955] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4df2f0c-3070-4f9e-b1fc-80a11d69d908: rpc.has_security_group_logging(os_id): False [ 656.658236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.658236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.658236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.659435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.659791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.660013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.660316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.662555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.662555] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 656.765389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.765680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.765904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.789216] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 656.944131] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.944621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-992" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.944621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-992" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.945264] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-992" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.946296] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.946603] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.946742] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.947985] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.947985] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.948203] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.948332] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.948487] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.949099] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.949099] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.949099] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.949099] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.975645] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 656.975976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.977425] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.977533] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.977871] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.978312] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-992" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.978481] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-71984037-e121-48eb-8c0f-8812a1072283 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.978740] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.978876] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.979924] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.979924] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71984037-e121-48eb-8c0f-8812a1072283',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.980701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.980981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.981232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.981487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.981487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.981667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.981667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.981935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.981935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.982054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.982109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.982257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.982407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.982503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.982607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.982712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.982798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.982862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.982958] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.985172] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.985172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.985172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.985172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.985172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.985172] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.985172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.985730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.985730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.985730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.985730] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c already deleted. [ 656.985730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.005402] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.486026] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.486026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.486026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.486026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.486314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.486348] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 71984037-e121-48eb-8c0f-8812a1072283 not found, creating... [ 657.486707] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.486914] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.487081] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.487887] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.487887] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.487887] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.490621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.490621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.490621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.490621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.490621] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 71984037-e121-48eb-8c0f-8812a1072283 is going to be created. [ 657.490621] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5: rpc.has_security_group_logging(os_id): False [ 657.508408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.508601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.508647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.508846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.508966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.509059] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be created. [ 657.512268] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.512514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.512631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.512863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.516470] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.517084] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.517293] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.517642] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.517949] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.518243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.546913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.547218] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.547335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.547405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.547665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.547756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.547962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.548080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.548147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.548298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.548374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.548572] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.548681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.548743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.548893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.548970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.549364] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 657.557781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.557931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.557987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.558200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.558357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.570061] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: UNINITIALIZED for 2s [ 657.657688] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.657845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.657922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.658378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.658490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.682107] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 658.216240] env[65581]: INFO networking_nsxv3.common.synchronization [req-bd86cd02-800d-47a5-b1f9-aca9485d62a4 req-5f84ede0-197c-4e64-8d88-2ffe80c8a9e5 service nova] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_rules [ 658.216240] env[65581]: INFO networking_nsxv3.common.synchronization [req-bd86cd02-800d-47a5-b1f9-aca9485d62a4 req-5f84ede0-197c-4e64-8d88-2ffe80c8a9e5 service nova] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_members [ 658.216240] env[65581]: INFO networking_nsxv3.common.synchronization [req-bd86cd02-800d-47a5-b1f9-aca9485d62a4 req-5f84ede0-197c-4e64-8d88-2ffe80c8a9e5 service nova] Enqueued Resource ID: 71984037-e121-48eb-8c0f-8812a1072283 with Priority: HIGHEST for action port [ 658.217248] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_rules [ 658.217248] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_members [ 658.217248] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71984037-e121-48eb-8c0f-8812a1072283 with Priority: HIGHEST for action port [ 658.217248] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.217248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.217248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.217556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.217556] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.218456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.218594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.218638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.218843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.219355] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.219411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.219463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.219604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.219694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.220238] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.220695] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-71984037-e121-48eb-8c0f-8812a1072283 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.220806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.220855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.221016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.221127] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71984037-e121-48eb-8c0f-8812a1072283',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.222604] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 658.222789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.722120] env[65581]: INFO networking_nsxv3.common.synchronization [req-a4752406-c6f6-422c-9b3b-c41ef5e028ff req-f237b319-274a-4122-8c66-921b032d2cda tempest-ServerAddressesNegativeTestJSON-1242451860 tempest-ServerAddressesNegativeTestJSON-1242451860-project-member] Enqueued Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_members [ 658.723184] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.724027] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_members [ 658.724587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.724708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.725441] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71984037-e121-48eb-8c0f-8812a1072283 with status ACTIVE [ 658.725441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.725441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.725441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.725441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.725753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.725753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.725834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.725868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.726020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.726104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.726280] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.726737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.726737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.726737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.726737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.726737] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71984037-e121-48eb-8c0f-8812a1072283 is going to be updated. [ 658.728998] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.729123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.729228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.730290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.730290] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.730290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.730290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.730290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.730290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.730290] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.756431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.756612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.756612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.756848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.757111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.757343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71984037-e121-48eb-8c0f-8812a1072283" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.839112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 658.839482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.840175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.840175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.840175] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.226344] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.234965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.234965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.234965] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb already deleted. [ 659.234965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.292195] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.292195] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-722" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.292195] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-722" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.292195] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-722" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.292782] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.293198] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.293671] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.296504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.296504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.296504] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.296504] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.296504] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.296504] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.296504] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.296504] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.296504] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.319951] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.320134] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.320201] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.320361] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-722" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.320672] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-de4e0e93-5522-4601-8b23-7708579598d9 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.322580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.322580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.322580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.322580] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de4e0e93-5522-4601-8b23-7708579598d9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.345084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.345411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.345512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.345750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.346323] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.346323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.346323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.346323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.346493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.346528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.346610] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.583462] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 659.583701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.583862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.584118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.584317] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.584742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.584742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.584742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.584901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.584901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.584963] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.697599] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 659.697599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.697599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.697599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.697599] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.729736] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.729736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.729736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.729736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.729736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.729736] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c is going to be created. [ 659.756142] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.756353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.756399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.756638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.756807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.767835] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54512e1d-de52-415e-88ac-a66fdfb5700c in Status: UNINITIALIZED for 2s [ 659.824605] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.824862] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.825008] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.825294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.825457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.825609] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port de4e0e93-5522-4601-8b23-7708579598d9 not found, creating... [ 659.825888] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.826068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.826184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.826409] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.826573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.826831] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.826980] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.827215] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.827478] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.827685] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.827801] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: de4e0e93-5522-4601-8b23-7708579598d9 is going to be created. [ 659.848584] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.848794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.848889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.849158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.849330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.849453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.849534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.849708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.849831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.849975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.850827] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.850827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.850827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.850827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.851041] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.851041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.851131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.852046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.852046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.852046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.852046] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.865409] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.865677] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.865818] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.866184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.866460] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.866950] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.088128] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.088394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.088523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.088877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.089154] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.089332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.089473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.089735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.089901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.090098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.090353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.090528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.090644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.091030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.091270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.091434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.091547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.091835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.091973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.092118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.092262] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.201067] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.201067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.201067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.201067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.201331] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.201331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.201331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.201463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.201501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.202452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.202452] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.354250] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4df2f0c-3070-4f9e-b1fc-80a11d69d908: rpc.has_security_group_logging(os_id): False [ 660.379022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.379022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.379022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.379911] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.379911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.379911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.379911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.379911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.380410] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.380410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.380410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.380620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.380684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.380833] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 660.451866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.452210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.452376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.452668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.452833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.470047] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 660.583962] env[65581]: INFO networking_nsxv3.common.synchronization [req-a4752406-c6f6-422c-9b3b-c41ef5e028ff req-ea0ef372-f048-4fcf-8d00-71b2d9d596e2 service nova] Enqueued Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_rules [ 660.583962] env[65581]: INFO networking_nsxv3.common.synchronization [req-a4752406-c6f6-422c-9b3b-c41ef5e028ff req-ea0ef372-f048-4fcf-8d00-71b2d9d596e2 service nova] Enqueued Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_members [ 660.583962] env[65581]: INFO networking_nsxv3.common.synchronization [req-a4752406-c6f6-422c-9b3b-c41ef5e028ff req-ea0ef372-f048-4fcf-8d00-71b2d9d596e2 service nova] Enqueued Resource ID: de4e0e93-5522-4601-8b23-7708579598d9 with Priority: HIGHEST for action port [ 660.583962] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_rules [ 660.583962] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_members [ 660.583962] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4e0e93-5522-4601-8b23-7708579598d9 with Priority: HIGHEST for action port [ 660.583962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.584663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.584663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.584663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.584663] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.585370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.585487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.585553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.585757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.585912] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.586105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.586105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.586228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.586313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.586429] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.732895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-de4e0e93-5522-4601-8b23-7708579598d9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.733164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.733164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.733406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.733549] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de4e0e93-5522-4601-8b23-7708579598d9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.735482] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e903ae8-911d-47ae-a168-800a5faf2756: rpc.has_security_group_logging(os_id): False [ 660.736313] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.736493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.736604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.736706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.736843] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.737060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.737060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.737496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.737496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.737496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.737496] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.737496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.738019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.738019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.738019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.738019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.738019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.738574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.738574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.738574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.738574] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.756527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.756869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.756869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.757370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.757828] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.758085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.758191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.758295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.758500] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.758654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.758654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.758850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.758936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.758936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be created. [ 660.824346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.824628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.824628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.824791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.824942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.837214] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 661.089857] env[65581]: INFO networking_nsxv3.common.synchronization [req-a9a0469b-9a95-44cd-98ef-864733c464c6 req-ee613837-55cd-4fc3-bec8-922ca50f0c3a tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 661.090494] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 661.090839] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.090967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.091264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.091419] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.091520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.091737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.091877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.091910] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.236535] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.236767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.236867] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.239617] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de4e0e93-5522-4601-8b23-7708579598d9 with status ACTIVE [ 661.239617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.239837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.239837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.240032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.240103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.240955] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.240955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.240955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.240955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.240955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.240955] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.240955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.240955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241336] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de4e0e93-5522-4601-8b23-7708579598d9 is going to be updated. [ 661.245393] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5: rpc.has_security_group_logging(os_id): False [ 661.272039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.272039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.272039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.272039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.272875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.275043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.275043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.275043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.275043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.275043] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 661.276370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.276649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.276822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.277089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.277315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.277569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de4e0e93-5522-4601-8b23-7708579598d9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.351043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.351043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.351043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.351043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.351043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.370571] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 661.594086] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.594251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.594324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.594572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.616638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.617068] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.617068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.617257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.617351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.617351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.617487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 661.647226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.647485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.647485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.647844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.647980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.656883] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 661.738600] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.750021] env[65581]: INFO networking_nsxv3.common.synchronization [req-a349eb78-b61c-4d9a-a4d2-c80c12fa19b9 req-1990c29b-6054-4096-bfe6-00da31e74c85 tempest-ServersAdminNegativeTestJSON-24975652 tempest-ServersAdminNegativeTestJSON-24975652-project-member] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 661.750600] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 661.750912] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.752088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.752260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.752576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.752767] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.752877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.752940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.753146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.753239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.753361] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.778151] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54512e1d-de52-415e-88ac-a66fdfb5700c in Status: SUCCESS [ 661.778418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.778617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.778879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.779164] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.779340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.779410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.779597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.779690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.779792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.779888] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.240864] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.241049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.241121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.241332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.241458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.241635] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb is going to be created. [ 662.245347] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.245524] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.245627] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.245877] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.246140] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.246364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.246472] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.246595] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.246725] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.246920] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.247077] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.247180] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.247284] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.247387] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.247483] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.247951] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.256666] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.256869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.256869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.257111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.257207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.257408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.257507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.257567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.257746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.257829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.257912] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 already deleted. [ 662.257992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.282742] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.287016] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.287158] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.287287] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.287681] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.287849] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.288031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.288144] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.288904] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.289059] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.311906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.311906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.311906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.312256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.335094] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb in Status: UNINITIALIZED for 2s [ 662.487892] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 662.488153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.614868] env[65581]: INFO networking_nsxv3.common.synchronization [None req-74109816-6c06-4558-a7c8-651c7515eff0 None None] Enqueued Resource ID: c51cc3f0-9f6f-496f-b443-6028e268f7ad with Priority: HIGHEST for action port [ 662.615260] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51cc3f0-9f6f-496f-b443-6028e268f7ad with Priority: HIGHEST for action port [ 662.616072] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51cc3f0-9f6f-496f-b443-6028e268f7ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.616072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51cc3f0-9f6f-496f-b443-6028e268f7ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.616072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51cc3f0-9f6f-496f-b443-6028e268f7ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.617526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51cc3f0-9f6f-496f-b443-6028e268f7ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.617673] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51cc3f0-9f6f-496f-b443-6028e268f7ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.987959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54512e1d-de52-415e-88ac-a66fdfb5700c: rpc.has_security_group_logging(os_id): False [ 662.987959] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.987959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 not found, creating... [ 662.987959] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.987959] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.990623] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.990623] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 is going to be created. [ 662.990623] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.990623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991541] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c is going to be created. [ 662.991541] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 662.991541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.992452] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.992452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.992452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.992452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.992452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.992452] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54512e1d-de52-415e-88ac-a66fdfb5700c in Status: IN_PROGRESS for 2s [ 663.126547] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c51cc3f0-9f6f-496f-b443-6028e268f7ad [ 663.126547] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.126547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.126547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.126547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.126547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.126547] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c51cc3f0-9f6f-496f-b443-6028e268f7ad already deleted. [ 663.126547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51cc3f0-9f6f-496f-b443-6028e268f7ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.396525] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 663.396875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.540370] env[65581]: INFO networking_nsxv3.common.synchronization [req-a349eb78-b61c-4d9a-a4d2-c80c12fa19b9 req-331c00c4-5f71-48b8-be4f-344a6387032c service nova] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_rules [ 663.540370] env[65581]: INFO networking_nsxv3.common.synchronization [req-a349eb78-b61c-4d9a-a4d2-c80c12fa19b9 req-331c00c4-5f71-48b8-be4f-344a6387032c service nova] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 663.540691] env[65581]: INFO networking_nsxv3.common.synchronization [req-a349eb78-b61c-4d9a-a4d2-c80c12fa19b9 req-331c00c4-5f71-48b8-be4f-344a6387032c service nova] Enqueued Resource ID: 01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 with Priority: HIGHEST for action port [ 663.541026] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_rules [ 663.541236] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 663.541315] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 with Priority: HIGHEST for action port [ 663.541549] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.541674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.541766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.542499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.542499] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.543625] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.543764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.543840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.544009] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.544172] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.544296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.544365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.544579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.544697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.544810] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.545681] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.545681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.545849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.546125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.546125] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.669648] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 663.669648] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 663.669648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048626] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.050416] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.050416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.051335] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 with status ACTIVE [ 664.051335] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.051335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.051335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.051335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.051335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.051576] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.051576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.051661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.052711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.052711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.052711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.052711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.052711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.052711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.053027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.053027] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8 is going to be updated. [ 664.078641] env[65581]: INFO networking_nsxv3.common.synchronization [req-5f05a64b-5a54-41b7-ae5e-609fb6cb42d1 req-19f55c8d-3b15-4f6f-9696-de97886a38cc tempest-FloatingIPsAssociationTestJSON-1945202795 tempest-FloatingIPsAssociationTestJSON-1945202795-project-member] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 664.079769] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.079924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.079975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.080175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.080311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.080471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c2ddae-fbbd-4b9a-a8b0-6a49b8d4fdf8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.081125] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 664.081435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.081550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.081612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.081776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.081939] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.082061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.082117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.082365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.082446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.082541] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.348599] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb in Status: SUCCESS [ 664.348902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.349209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.349483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.349705] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.349835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.349899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.350081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.350204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.350268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.350361] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.504429] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.505043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.505043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.505379] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.506064] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506064] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506064] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.506279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.507034] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.507034] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.507034] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.507034] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.507034] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.507331] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.507459] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.528682] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.528863] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.529009] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.529331] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-955" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.530169] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-52f94b03-d481-4936-a8cb-f510afbc34b8 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530169] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530169] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.530169] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.530605] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f94b03-d481-4936-a8cb-f510afbc34b8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.551631] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.584731] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.854219] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.854501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.854590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.855415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.855415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.855415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.855593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.855689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.859014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.859014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.859014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.859014] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.956441] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54512e1d-de52-415e-88ac-a66fdfb5700c in Status: SUCCESS [ 664.956733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.033333] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.033333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.033545] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.033729] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.033907] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.034094] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 52f94b03-d481-4936-a8cb-f510afbc34b8 not found, creating... [ 665.034347] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.034605] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.034720] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.034940] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.035082] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.035495] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.035495] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.035607] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.035788] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.035913] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.036052] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 52f94b03-d481-4936-a8cb-f510afbc34b8 is going to be created. [ 665.053969] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.054210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.054210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.054511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.054902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.055049] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be created. [ 665.057351] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.057538] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.057660] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.057882] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.058239] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.058554] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.089151] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.095119] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.095119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.095435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.095477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.095678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.110075] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: UNINITIALIZED for 2s [ 665.363760] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e2385c6-d372-4fac-8113-a1970a5be8bb: rpc.has_security_group_logging(os_id): False [ 665.383067] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.383243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.383378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.383625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.384210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.384210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.384210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.384210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.384210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.384445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.384484] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.384555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.384613] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.384754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.384838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.385203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.385410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.385508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.385684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.385794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.385906] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb is going to be created. [ 665.462647] env[65581]: INFO networking_nsxv3.common.synchronization [None req-12975ebb-445c-47ae-bb97-0d76d93306cc None None] Enqueued Resource ID: f1585fbe-386d-46f3-ad6a-602eb163e0fa with Priority: HIGHEST for action port [ 665.463256] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1585fbe-386d-46f3-ad6a-602eb163e0fa with Priority: HIGHEST for action port [ 665.463611] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1585fbe-386d-46f3-ad6a-602eb163e0fa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.463720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1585fbe-386d-46f3-ad6a-602eb163e0fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.463765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1585fbe-386d-46f3-ad6a-602eb163e0fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.465638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1585fbe-386d-46f3-ad6a-602eb163e0fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.465829] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1585fbe-386d-46f3-ad6a-602eb163e0fa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.482882] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.483027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.483363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.483363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.483513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.502649] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb in Status: IN_PROGRESS for 2s [ 665.592147] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.592147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.592147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.592147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.592147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.592702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be updated. [ 665.645927] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.645927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.645927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.646268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.646268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.657360] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: IN_PROGRESS for 2s [ 665.864826] env[65581]: INFO networking_nsxv3.common.synchronization [req-5f05a64b-5a54-41b7-ae5e-609fb6cb42d1 req-0cb73395-555c-47b2-b986-c751cf29a893 service nova] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_rules [ 665.864826] env[65581]: INFO networking_nsxv3.common.synchronization [req-5f05a64b-5a54-41b7-ae5e-609fb6cb42d1 req-0cb73395-555c-47b2-b986-c751cf29a893 service nova] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 665.864826] env[65581]: INFO networking_nsxv3.common.synchronization [req-5f05a64b-5a54-41b7-ae5e-609fb6cb42d1 req-0cb73395-555c-47b2-b986-c751cf29a893 service nova] Enqueued Resource ID: 52f94b03-d481-4936-a8cb-f510afbc34b8 with Priority: HIGHEST for action port [ 665.865471] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_rules [ 665.865633] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 665.865769] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52f94b03-d481-4936-a8cb-f510afbc34b8 with Priority: HIGHEST for action port [ 665.866894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.867574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.867574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.867574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.867574] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.872787] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.872892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.873404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-52f94b03-d481-4936-a8cb-f510afbc34b8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.873404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.873404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.873672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.873672] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f94b03-d481-4936-a8cb-f510afbc34b8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.968397] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1585fbe-386d-46f3-ad6a-602eb163e0fa [ 665.969270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.969458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.969568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.969816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.969940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.970084] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1585fbe-386d-46f3-ad6a-602eb163e0fa already deleted. [ 665.970240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1585fbe-386d-46f3-ad6a-602eb163e0fa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.377678] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.377920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.377997] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52f94b03-d481-4936-a8cb-f510afbc34b8 with status ACTIVE [ 666.378252] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.378382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.378382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.378573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.378806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.379071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.379071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.379071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.379353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.379651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.379957] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.380063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.380200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.380436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.380530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380664] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52f94b03-d481-4936-a8cb-f510afbc34b8 is going to be updated. [ 666.404383] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.404624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.404744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.404936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.405325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.405325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52f94b03-d481-4936-a8cb-f510afbc34b8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.653186] env[65581]: INFO networking_nsxv3.common.synchronization [req-f5bb871e-1a5f-4d58-a0da-d3c297d162eb req-d800999f-821f-41a6-bf45-43a03b98453a tempest-ServerAddressesTestJSON-2000097372 tempest-ServerAddressesTestJSON-2000097372-project-member] Enqueued Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_members [ 666.653991] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_members [ 666.655418] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.655611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.655718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.656087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.656472] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.656574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.656675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.657346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.657568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.657688] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.121077] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 667.121243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.122440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.122739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.123048] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.123421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.123513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.123740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.123837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.123957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.124106] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.161972] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.162168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.162213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.162526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.162629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.162829] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.162930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.162992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.163167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.163246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.163364] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89806279-977f-4191-bb15-7d0cc5842045 already deleted. [ 667.163444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.183424] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.183763] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-621" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.184333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-621" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.184797] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-621" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.185297] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.185506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.185657] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.186462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.186567] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.186848] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.187015] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.187216] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.187822] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.187995] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.188233] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.188556] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.222293] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.222539] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.222637] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.222798] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-621" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.223146] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-79e84c3e-b898-4abf-875d-d01eb939c945 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.223358] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.223458] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.223818] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.223953] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e84c3e-b898-4abf-875d-d01eb939c945',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.517675] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb in Status: SUCCESS [ 667.517944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.627891] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.628045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.628122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.628390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.628570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.628697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.628793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.629031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.629150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.629320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.629498] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.629630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.629714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.629912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.630116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.630294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.630335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.630519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.630625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.630739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.631438] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.651040] env[65581]: INFO networking_nsxv3.common.synchronization [req-8a9183ed-6a20-47e8-906a-6b478e5f4c5f req-1d00bb51-7e5d-4953-9f1f-c94e6ee39b98 tempest-DeleteServersAdminTestJSON-1926073305 tempest-DeleteServersAdminTestJSON-1926073305-project-member] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 667.651785] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGHEST for action security_group_members [ 667.653276] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.653706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654500] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655040] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.668601] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 667.668864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.668958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.669204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.669467] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.669582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.669648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.669897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.669897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.670065] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.727463] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.727736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.727850] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.728156] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.728303] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.728788] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 79e84c3e-b898-4abf-875d-d01eb939c945 not found, creating... [ 667.729116] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.729303] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.729420] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.729906] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.730097] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.730506] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.730683] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.730796] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.731237] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.731376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.731517] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 79e84c3e-b898-4abf-875d-d01eb939c945 is going to be created. [ 667.756081] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.756310] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.756426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.761022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.761022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.761022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.136780] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7: rpc.has_security_group_logging(os_id): False [ 668.158252] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.158471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.158574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.158863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.161765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.161765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.172158] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.184279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.184575] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.184761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.184850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.185127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.185179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.185329] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be updated. [ 668.186314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.186589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.186589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.186789] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.186889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.186948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.187672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.188526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.188691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.188915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.188915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.189052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.189153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.192508] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.192508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.192508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.192508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.192727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.192727] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be created. [ 668.230087] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.230340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.230340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.230552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.230701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.241886] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: IN_PROGRESS for 2s [ 668.259398] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.259610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.259610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.259833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.260885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.271877] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 668.458881] env[65581]: INFO networking_nsxv3.common.synchronization [req-f5bb871e-1a5f-4d58-a0da-d3c297d162eb req-221b5c7e-fb49-497b-b243-193821a120a2 service nova] Enqueued Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_rules [ 668.459080] env[65581]: INFO networking_nsxv3.common.synchronization [req-f5bb871e-1a5f-4d58-a0da-d3c297d162eb req-221b5c7e-fb49-497b-b243-193821a120a2 service nova] Enqueued Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_members [ 668.459215] env[65581]: INFO networking_nsxv3.common.synchronization [req-f5bb871e-1a5f-4d58-a0da-d3c297d162eb req-221b5c7e-fb49-497b-b243-193821a120a2 service nova] Enqueued Resource ID: 79e84c3e-b898-4abf-875d-d01eb939c945 with Priority: HIGHEST for action port [ 668.459630] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_rules [ 668.459630] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_members [ 668.459768] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e84c3e-b898-4abf-875d-d01eb939c945 with Priority: HIGHEST for action port [ 668.460305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.460447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.460545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.460827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.460927] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.461952] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.462108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.462258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.462377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.462899] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.463017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.463085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.463236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.463317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.463434] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.464657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-79e84c3e-b898-4abf-875d-d01eb939c945 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.464766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.464831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.465563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.465563] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e84c3e-b898-4abf-875d-d01eb939c945',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.598232] env[65581]: INFO networking_nsxv3.common.synchronization [None req-2274a371-48cf-474a-9c22-aacd5be4eba3 None None] Enqueued Resource ID: 018e2524-d39d-4d06-9e7c-1356157a3da9 with Priority: HIGHEST for action port [ 668.598232] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018e2524-d39d-4d06-9e7c-1356157a3da9 with Priority: HIGHEST for action port [ 668.598232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-018e2524-d39d-4d06-9e7c-1356157a3da9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.598232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018e2524-d39d-4d06-9e7c-1356157a3da9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.598898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018e2524-d39d-4d06-9e7c-1356157a3da9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.599264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018e2524-d39d-4d06-9e7c-1356157a3da9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.599466] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018e2524-d39d-4d06-9e7c-1356157a3da9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.678414] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.968986] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.970029] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.970211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.970372] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79e84c3e-b898-4abf-875d-d01eb939c945 with status ACTIVE [ 668.971866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.971866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.971866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.972789] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.972789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.972789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.972933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.974288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.974288] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79e84c3e-b898-4abf-875d-d01eb939c945 is going to be updated. [ 669.001678] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.001678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.001678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.001678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.001678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.001678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79e84c3e-b898-4abf-875d-d01eb939c945" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.103286] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 018e2524-d39d-4d06-9e7c-1356157a3da9 [ 669.103286] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.103847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.103847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.103847] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:018e2524-d39d-4d06-9e7c-1356157a3da9 already deleted. [ 669.103847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018e2524-d39d-4d06-9e7c-1356157a3da9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.181224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.181518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.181606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.181900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.182084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.182566] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be updated. [ 669.231195] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.231464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.231464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.232453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.232547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.244192] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: IN_PROGRESS for 2s [ 669.476573] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.555389] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f59043-48d1-411b-ac12-3ad29ebd1e27 req-2aaf071b-36bd-450f-b8ac-bca14f14ff76 tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 669.555852] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 669.555852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.555961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.556038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.556236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.556394] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.556494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.556554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.556703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.556787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.556883] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.982016] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.982494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.982494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.983928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.983928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.983928] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89806279-977f-4191-bb15-7d0cc5842045 is going to be created. [ 670.013163] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.013163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.013388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.013442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.013582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.029023] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.029023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.029023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.029023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.029023] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.029023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.029023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.029573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.029573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.029650] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.029722] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.029821] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.030050] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.030050] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.030148] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.030413] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.033200] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89806279-977f-4191-bb15-7d0cc5842045 in Status: UNINITIALIZED for 2s [ 670.060021] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.060021] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.060021] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.060021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.060021] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-43edf603-541b-485e-92a9-7fddb396c041 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.060021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.060021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.060021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.060021] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43edf603-541b-485e-92a9-7fddb396c041',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.061403] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.254878] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 in Status: SUCCESS [ 670.254878] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 deletion is rescheduled due to dependency. [ 670.254878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.290490] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 670.290668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.564922] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.564922] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.564922] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.565201] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.565393] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.565499] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 43edf603-541b-485e-92a9-7fddb396c041 not found, creating... [ 670.565855] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.566730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.566730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.566861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.566989] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.567570] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.567570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.567740] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.567974] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.568128] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.568542] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 43edf603-541b-485e-92a9-7fddb396c041 is going to be created. [ 670.570424] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.593603] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.594692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.594692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.594692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.594692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.594692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.991779] env[65581]: INFO networking_nsxv3.common.synchronization [None req-44aa9d59-e774-4c55-9d48-52277d94ab88 None None] Enqueued Resource ID: d7753754-74b7-4309-a039-c9f86b366470 with Priority: HIGHEST for action port [ 670.992538] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7753754-74b7-4309-a039-c9f86b366470 with Priority: HIGHEST for action port [ 670.995156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7753754-74b7-4309-a039-c9f86b366470 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.995156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7753754-74b7-4309-a039-c9f86b366470" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.995156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7753754-74b7-4309-a039-c9f86b366470" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.995156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7753754-74b7-4309-a039-c9f86b366470" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.995156] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7753754-74b7-4309-a039-c9f86b366470',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.075456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.075456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.075456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.075719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.075835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.075941] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 671.110648] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.110837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.110956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.111228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.111410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.122810] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 671.254333] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 671.254655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.255330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.255649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.255914] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.256100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.256187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.256621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.256621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.256726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.256795] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.322337] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f59043-48d1-411b-ac12-3ad29ebd1e27 req-9ea041a4-3f30-486b-9ed6-d98c28ab97b8 service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 671.322529] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f59043-48d1-411b-ac12-3ad29ebd1e27 req-9ea041a4-3f30-486b-9ed6-d98c28ab97b8 service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 671.322666] env[65581]: INFO networking_nsxv3.common.synchronization [req-a0f59043-48d1-411b-ac12-3ad29ebd1e27 req-9ea041a4-3f30-486b-9ed6-d98c28ab97b8 service nova] Enqueued Resource ID: 43edf603-541b-485e-92a9-7fddb396c041 with Priority: HIGHEST for action port [ 671.323463] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 671.323566] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 671.323652] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43edf603-541b-485e-92a9-7fddb396c041 with Priority: HIGHEST for action port [ 671.324108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.324108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.324259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.324545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.324545] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.325453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.325453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.325603] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-43edf603-541b-485e-92a9-7fddb396c041 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.325703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.325748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.325933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.326022] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43edf603-541b-485e-92a9-7fddb396c041',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.496294] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7753754-74b7-4309-a039-c9f86b366470 [ 671.496561] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.496693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.496790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.497058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.497157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.497267] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7753754-74b7-4309-a039-c9f86b366470 already deleted. [ 671.497354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7753754-74b7-4309-a039-c9f86b366470" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.760711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.760711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.760711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.760968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.761024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.761107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.761169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.761314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.761403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.761491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.761637] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.761775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.761775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.761912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.762065] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.762156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.762215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.762382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.762501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.762550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.762659] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.827874] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.828055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.830682] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43edf603-541b-485e-92a9-7fddb396c041 with status ACTIVE [ 671.830682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.830682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.832012] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.832012] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.832012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.832500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.832500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.832500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.832500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43edf603-541b-485e-92a9-7fddb396c041 is going to be updated. [ 671.857304] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.857482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.857709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.858011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.858228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.858534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43edf603-541b-485e-92a9-7fddb396c041" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.046195] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89806279-977f-4191-bb15-7d0cc5842045 in Status: SUCCESS [ 672.046195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.047563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.047563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.047563] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.047563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.047563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.048288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.048288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.048288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.048288] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.265533] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9b4b62-cf91-47ac-8554-84073baa400c: rpc.has_security_group_logging(os_id): False [ 672.291713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.291860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.291936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.292394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.323138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.323499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.323671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.323671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.323873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.323945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.324172] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.324273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.324336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.324506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.324610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.324754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.324845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.324906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.325103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.325168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.325251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be updated. [ 672.417141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.417308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.417368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.417726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.417907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.436294] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: IN_PROGRESS for 2s [ 672.551997] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.552188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.552424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.552773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.552923] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.553081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.553154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.554479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.554479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.554479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.554958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.554958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.554958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.554958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.554958] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.645498] env[65581]: INFO networking_nsxv3.common.synchronization [req-2bfe8323-94b4-43a0-b64a-643a7bebeb52 req-b3e0256e-d752-4d51-a1f1-948fcc85a8a0 tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 672.645908] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 672.646249] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.646371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.646448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.646701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.646854] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.647021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.647021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.647185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.647270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.647372] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.059988] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89806279-977f-4191-bb15-7d0cc5842045: rpc.has_security_group_logging(os_id): False [ 673.077090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.077244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.077386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.077549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.077691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.077886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.078016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.078102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.078260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.078340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.078582] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.078729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.078729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.078877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.078951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.079147] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.079239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.079296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.079435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.079510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.079592] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89806279-977f-4191-bb15-7d0cc5842045 is going to be created. [ 673.132748] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 673.134464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.135256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.135817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.136103] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.136225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.136317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.136545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.136652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.136773] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.140855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.141229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.141229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.141359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.141636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.150247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.150422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.150652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.150927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.150927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.153038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.153038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.153038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.153038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.153038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.153038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b already deleted. [ 673.153038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.157323] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89806279-977f-4191-bb15-7d0cc5842045 in Status: IN_PROGRESS for 2s [ 673.183198] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.183394] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.183500] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.183833] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.184094] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.184251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.184397] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.184570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.184758] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.184941] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.185300] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.185451] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.185564] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.185676] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.185780] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.185912] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.209765] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.209983] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.210077] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.210260] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.210562] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-e7456caa-fe6d-4d32-a84e-4dc3594e3081 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.210727] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.210841] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.211172] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212080] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7456caa-fe6d-4d32-a84e-4dc3594e3081',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.639653] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.716646] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.716970] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.717210] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.717497] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.717873] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.717969] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port e7456caa-fe6d-4d32-a84e-4dc3594e3081 not found, creating... [ 673.718796] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.719155] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.719854] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.719854] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.720047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.720602] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.720709] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.720933] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.721472] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.721472] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.721716] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: e7456caa-fe6d-4d32-a84e-4dc3594e3081 is going to be created. [ 673.745956] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.746731] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.746731] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.747274] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.747540] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.748402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.142895] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.454109] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 674.454261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.474737] env[65581]: INFO networking_nsxv3.common.synchronization [req-2bfe8323-94b4-43a0-b64a-643a7bebeb52 req-2658fdad-ae51-460a-8948-56eb128ce144 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 674.475033] env[65581]: INFO networking_nsxv3.common.synchronization [req-2bfe8323-94b4-43a0-b64a-643a7bebeb52 req-2658fdad-ae51-460a-8948-56eb128ce144 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 674.475237] env[65581]: INFO networking_nsxv3.common.synchronization [req-2bfe8323-94b4-43a0-b64a-643a7bebeb52 req-2658fdad-ae51-460a-8948-56eb128ce144 service nova] Enqueued Resource ID: e7456caa-fe6d-4d32-a84e-4dc3594e3081 with Priority: HIGHEST for action port [ 674.476236] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 674.476429] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 674.476582] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7456caa-fe6d-4d32-a84e-4dc3594e3081 with Priority: HIGHEST for action port [ 674.476963] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.477144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.477288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.477646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.477646] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.478852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.479022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.479116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.479344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.479557] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.479722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.479818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.480030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.480180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.480318] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.481431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7456caa-fe6d-4d32-a84e-4dc3594e3081 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.482590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.482590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.482590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.482590] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7456caa-fe6d-4d32-a84e-4dc3594e3081',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.648053] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.648310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.648397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.648668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.648808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.648965] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 674.680247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.680587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.680716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.681032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.696549] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 674.984530] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.984749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.984821] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.987328] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7456caa-fe6d-4d32-a84e-4dc3594e3081 with status ACTIVE [ 674.987515] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.987701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.987752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.989254] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.989714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.989714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.989714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.989934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.989934] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7456caa-fe6d-4d32-a84e-4dc3594e3081 is going to be updated. [ 675.017332] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.017505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.017549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.017750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.017887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.018324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7456caa-fe6d-4d32-a84e-4dc3594e3081" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.099226] env[65581]: INFO networking_nsxv3.common.synchronization [req-902df07f-7d3f-477e-b5b8-1aedc480d8a1 req-6018ea50-dfe4-4d37-bc42-da00570ac0ff tempest-ServersTestFqdnHostnames-1007687823 tempest-ServersTestFqdnHostnames-1007687823-project-member] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_members [ 675.099226] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_members [ 675.099226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.099226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.099226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.099226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.099226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.099226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.099226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.101481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.101705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.101899] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.169771] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89806279-977f-4191-bb15-7d0cc5842045 in Status: SUCCESS [ 675.170130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.492955] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.528022] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-203" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-203" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-203" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528022] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.529114] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.529411] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.529832] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.529832] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.530679] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.530679] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.531182] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.556683] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.556683] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.556683] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.556683] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-203" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.556980] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.557087] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.557249] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.557612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.557789] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d274a13-be21-46aa-9b7a-acbd9c7ede5d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.606713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.606933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.607021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.607245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.607339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.607568] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.607680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.607747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.607900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.607980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.608081] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 already deleted. [ 675.608166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.997890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.998113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.998207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.998446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.998523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.998654] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be created. [ 676.024252] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.024252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.024252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.024252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034221] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: UNINITIALIZED for 2s [ 676.060183] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.060538] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.060733] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.061144] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.061354] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.061572] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3d274a13-be21-46aa-9b7a-acbd9c7ede5d not found, creating... [ 676.062058] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.062200] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.062397] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.062684] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.062897] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.063347] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.063583] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.063773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.064054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.064437] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.064538] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3d274a13-be21-46aa-9b7a-acbd9c7ede5d is going to be created. [ 676.087532] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.087799] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.087923] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.088216] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.088452] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.088686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.380542] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1c9c1636-766f-4409-9c9e-1299695f6624 None None] Enqueued Resource ID: 89f9ee27-ac72-45a5-8638-3cba26bd24c0 with Priority: HIGHEST for action port [ 676.381045] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f9ee27-ac72-45a5-8638-3cba26bd24c0 with Priority: HIGHEST for action port [ 676.381396] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f9ee27-ac72-45a5-8638-3cba26bd24c0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.381515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f9ee27-ac72-45a5-8638-3cba26bd24c0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.381598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f9ee27-ac72-45a5-8638-3cba26bd24c0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.381824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f9ee27-ac72-45a5-8638-3cba26bd24c0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.381906] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f9ee27-ac72-45a5-8638-3cba26bd24c0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.704629] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 676.704870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.705066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.705301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.705476] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.705597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.705662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.705802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.705884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.705967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.706062] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.796546] env[65581]: INFO networking_nsxv3.common.synchronization [req-902df07f-7d3f-477e-b5b8-1aedc480d8a1 req-0a8875cb-43e3-4253-a208-da9ab9601f2a service nova] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_rules [ 676.796810] env[65581]: INFO networking_nsxv3.common.synchronization [req-902df07f-7d3f-477e-b5b8-1aedc480d8a1 req-0a8875cb-43e3-4253-a208-da9ab9601f2a service nova] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_members [ 676.797021] env[65581]: INFO networking_nsxv3.common.synchronization [req-902df07f-7d3f-477e-b5b8-1aedc480d8a1 req-0a8875cb-43e3-4253-a208-da9ab9601f2a service nova] Enqueued Resource ID: 3d274a13-be21-46aa-9b7a-acbd9c7ede5d with Priority: HIGHEST for action port [ 676.797858] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_rules [ 676.798057] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_members [ 676.798200] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d274a13-be21-46aa-9b7a-acbd9c7ede5d with Priority: HIGHEST for action port [ 676.798685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.798947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.798947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.799308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.799378] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.806488] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.806488] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.806488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.806488] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.807941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.807941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.808099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.808389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.808505] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d274a13-be21-46aa-9b7a-acbd9c7ede5d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.883829] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f9ee27-ac72-45a5-8638-3cba26bd24c0 [ 676.884972] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.885829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.885829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.885829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.885829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.886103] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f9ee27-ac72-45a5-8638-3cba26bd24c0 already deleted. [ 676.886103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f9ee27-ac72-45a5-8638-3cba26bd24c0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.210224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.210403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.210487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.210653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.210812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.210908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.210969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.211125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.211209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.211291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.211479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.211572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.211630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.211768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.211902] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.211986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.212054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.212189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.212258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.212395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.212490] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.310823] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.312265] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.312557] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d274a13-be21-46aa-9b7a-acbd9c7ede5d with status ACTIVE [ 677.312734] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.312901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.313433] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.313550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.314100] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.314838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.314906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.315091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.315176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.315264] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d274a13-be21-46aa-9b7a-acbd9c7ede5d is going to be updated. [ 677.341568] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.341693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.341773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.341979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.342275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.342516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d274a13-be21-46aa-9b7a-acbd9c7ede5d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.715391] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e903ae8-911d-47ae-a168-800a5faf2756: rpc.has_security_group_logging(os_id): False [ 677.736413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.736413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.736413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.736413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.737161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.737161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.737161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.737161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.737161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.737563] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 677.816475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.816475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.816475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.816475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.816475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.817602] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.836500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 678.048128] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 678.048584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.048858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.049228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.049462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.049640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.049759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.049995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.050361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.050361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.050500] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.322879] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.322879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.322879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.322879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.322879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.322879] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 is going to be created. [ 678.347589] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.347746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.347819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.348038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.348200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.358555] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274aeb6-bd48-4097-8078-3fccc6d44620 in Status: UNINITIALIZED for 2s [ 678.552962] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.056259] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f352b03a-3d85-4bca-92c7-605db0304d8b: rpc.has_security_group_logging(os_id): False [ 679.062740] env[65581]: INFO networking_nsxv3.common.synchronization [None req-726173f1-0f41-4da5-a052-50e1cf006c92 None None] Enqueued Resource ID: 40fe5b71-99c9-496c-a716-75f343c4a539 with Priority: HIGHEST for action port [ 679.063335] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fe5b71-99c9-496c-a716-75f343c4a539 with Priority: HIGHEST for action port [ 679.063707] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-40fe5b71-99c9-496c-a716-75f343c4a539 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.063824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40fe5b71-99c9-496c-a716-75f343c4a539" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.063866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40fe5b71-99c9-496c-a716-75f343c4a539" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.064153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40fe5b71-99c9-496c-a716-75f343c4a539" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.064235] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fe5b71-99c9-496c-a716-75f343c4a539',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.076458] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.076624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.076676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.076870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.076958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.077208] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.077427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.077526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.077594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.077674] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be created. [ 679.141689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.141947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.141947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.142208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.142553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.156229] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 679.566183] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40fe5b71-99c9-496c-a716-75f343c4a539 [ 679.566524] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.566699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.566699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.566947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.567050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567094] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40fe5b71-99c9-496c-a716-75f343c4a539 already deleted. [ 679.567316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40fe5b71-99c9-496c-a716-75f343c4a539" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.800148] env[65581]: INFO networking_nsxv3.common.synchronization [req-40af09c6-eb1d-47a9-80dd-a2c2cc68771e req-aba96275-67d7-4e25-b863-77871fe0e7a2 tempest-ServerExternalEventsTest-2061115843 tempest-ServerExternalEventsTest-2061115843-project-member] Enqueued Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_members [ 679.800664] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_members [ 679.801491] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.802173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.802414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.802832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.803194] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.803489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.803705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.804062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.805077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.805077] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.852849] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 679.853091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.281798] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.282238] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.282238] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.282580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.282824] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.283094] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.283244] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.283563] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.283758] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.284074] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.284244] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.285238] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.285238] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.285238] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.285238] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.285238] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.308319] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.308473] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.308659] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.308976] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.309114] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.309321] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.309464] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.309773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.309910] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66d0c3b-5c61-4287-a3af-1768b62cfd0f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.312073] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.312217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.312289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.312580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.312674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.312870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.312972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.313046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.313198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.313287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.313384] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ddae1-f948-4233-8c77-da5176033de2 already deleted. [ 680.313544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.371076] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274aeb6-bd48-4097-8078-3fccc6d44620 in Status: SUCCESS [ 680.371251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.372030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.372193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.372281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.372507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.372593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.372767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.372855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.373024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.373111] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.816582] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816582] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816582] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816582] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817237] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817237] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port f66d0c3b-5c61-4287-a3af-1768b62cfd0f not found, creating... [ 680.817456] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817700] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.817880] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818469] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818469] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.818896] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.819145] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.819333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.819639] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.819827] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.820171] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: f66d0c3b-5c61-4287-a3af-1768b62cfd0f is going to be created. [ 680.847573] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.847851] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.847914] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.848191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.848917] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.848917] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.876151] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.172251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 681.172551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.379076] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d274aeb6-bd48-4097-8078-3fccc6d44620: rpc.has_security_group_logging(os_id): False [ 681.399041] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.399196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.399308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.399626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.399903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.400077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.400352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.400352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.400457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.400527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.400648] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 is going to be created. [ 681.486056] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.486056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.486056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.486056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.486056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.502487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d274aeb6-bd48-4097-8078-3fccc6d44620 in Status: IN_PROGRESS for 2s [ 681.643625] env[65581]: INFO networking_nsxv3.common.synchronization [req-40af09c6-eb1d-47a9-80dd-a2c2cc68771e req-6e6bbf60-aea6-4201-a3a0-66e22e23ad82 service nova] Enqueued Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_rules [ 681.643802] env[65581]: INFO networking_nsxv3.common.synchronization [req-40af09c6-eb1d-47a9-80dd-a2c2cc68771e req-6e6bbf60-aea6-4201-a3a0-66e22e23ad82 service nova] Enqueued Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_members [ 681.643936] env[65581]: INFO networking_nsxv3.common.synchronization [req-40af09c6-eb1d-47a9-80dd-a2c2cc68771e req-6e6bbf60-aea6-4201-a3a0-66e22e23ad82 service nova] Enqueued Resource ID: f66d0c3b-5c61-4287-a3af-1768b62cfd0f with Priority: HIGHEST for action port [ 681.644567] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_rules [ 681.644913] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_members [ 681.644913] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66d0c3b-5c61-4287-a3af-1768b62cfd0f with Priority: HIGHEST for action port [ 681.646202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.646202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.647733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.647733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.647733] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.649502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.649502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.652837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.656726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.656726] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.656726] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.659445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.659445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.659554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.661162] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66d0c3b-5c61-4287-a3af-1768b62cfd0f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.982742] env[65581]: INFO networking_nsxv3.common.synchronization [req-c932fbb4-39ce-4548-afb8-c98ae0802d8a req-38908aec-102e-4288-896e-fbbb650378ce tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 681.982742] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 681.982742] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.982742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.983177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.983585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.983980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.987233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.987233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.987233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.987233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.987233] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.161700] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.161893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.163213] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.164441] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66d0c3b-5c61-4287-a3af-1768b62cfd0f with status ACTIVE [ 682.164441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.164441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.164441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.165016] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.166090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.166090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.166090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.166261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.166314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.166488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66d0c3b-5c61-4287-a3af-1768b62cfd0f is going to be updated. [ 682.197943] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.198203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.198203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.198367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.198506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.198674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66d0c3b-5c61-4287-a3af-1768b62cfd0f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.440856] env[65581]: INFO networking_nsxv3.common.synchronization [req-c932fbb4-39ce-4548-afb8-c98ae0802d8a req-f8ef310f-9a14-4953-8840-af02e6d123e0 tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 682.440856] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 682.441527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.441527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.491337] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.669173] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.995671] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.068549] env[65581]: INFO networking_nsxv3.common.synchronization [req-82cfc211-e2d8-4898-a26c-8d8121780be8 req-ad8f6396-5a4f-4c87-be19-54be5fc3dcda tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 683.069111] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 683.069382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.069511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.069570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.069888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.069985] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.070120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.070182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.070435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.070673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.070673] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.172558] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.172757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.172757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.173137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.173582] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ddae1-f948-4233-8c77-da5176033de2 is going to be created. [ 683.199328] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.199448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.199508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.199734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.199930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.213123] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: UNINITIALIZED for 2s [ 683.303784] env[65581]: INFO networking_nsxv3.common.synchronization [req-c932fbb4-39ce-4548-afb8-c98ae0802d8a req-bd44689a-9efb-4f0f-a69d-e71796ea0166 tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 683.304554] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 683.304949] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.305184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.498650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.498984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.498984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.499110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.499188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.499287] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 683.518092] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d274aeb6-bd48-4097-8078-3fccc6d44620 in Status: SUCCESS [ 683.518334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.534511] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.534632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.534699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.534869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.535033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.547309] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 683.572741] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.572997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.572997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.573665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.573665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.573665] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.573864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.573864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.573961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.574074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.574164] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 683.614456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.614456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.614752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.614752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.614948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.624906] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 683.755766] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.755962] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.756407] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.756506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.757101] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.757101] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.757101] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.757278] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.757423] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.757588] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.757706] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.757811] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.759972] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.759972] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.759972] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.759972] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.779271] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.779271] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.779271] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.779271] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.779577] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-052332ed-1dc3-4e50-8269-907552f3ac8e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.779664] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.779806] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.780071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.780188] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052332ed-1dc3-4e50-8269-907552f3ac8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.282696] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.282998] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.283172] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.283514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.283677] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.283855] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 052332ed-1dc3-4e50-8269-907552f3ac8e not found, creating... [ 684.284186] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.284346] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.284504] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.284682] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.284815] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.285109] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.285257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.285369] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.285583] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.285708] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.285845] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 052332ed-1dc3-4e50-8269-907552f3ac8e is going to be created. [ 684.309080] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.309376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.309497] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.309816] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.310151] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.310424] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689261] env[65581]: INFO networking_nsxv3.common.synchronization [None req-06df1785-ceb7-4e71-a2b0-6c219c78fd41 None None] Enqueued Resource ID: b54cb5dc-2cee-4905-8b40-29981bef9a82 with Priority: HIGHEST for action port [ 684.689944] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54cb5dc-2cee-4905-8b40-29981bef9a82 with Priority: HIGHEST for action port [ 684.690438] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54cb5dc-2cee-4905-8b40-29981bef9a82 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.690575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54cb5dc-2cee-4905-8b40-29981bef9a82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.690661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54cb5dc-2cee-4905-8b40-29981bef9a82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.690947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54cb5dc-2cee-4905-8b40-29981bef9a82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.691055] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54cb5dc-2cee-4905-8b40-29981bef9a82',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.138489] env[65581]: INFO networking_nsxv3.common.synchronization [req-82cfc211-e2d8-4898-a26c-8d8121780be8 req-76c86eb4-8467-4c4c-b74a-d955b7f314c2 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 685.138658] env[65581]: INFO networking_nsxv3.common.synchronization [req-82cfc211-e2d8-4898-a26c-8d8121780be8 req-76c86eb4-8467-4c4c-b74a-d955b7f314c2 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 685.138784] env[65581]: INFO networking_nsxv3.common.synchronization [req-82cfc211-e2d8-4898-a26c-8d8121780be8 req-76c86eb4-8467-4c4c-b74a-d955b7f314c2 service nova] Enqueued Resource ID: 052332ed-1dc3-4e50-8269-907552f3ac8e with Priority: HIGHEST for action port [ 685.139784] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 685.140993] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 685.141060] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052332ed-1dc3-4e50-8269-907552f3ac8e with Priority: HIGHEST for action port [ 685.142365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.142365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.142365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.142365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.142365] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.143575] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.143704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.143920] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-052332ed-1dc3-4e50-8269-907552f3ac8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.145060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.145060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.145060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.147352] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052332ed-1dc3-4e50-8269-907552f3ac8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.196039] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b54cb5dc-2cee-4905-8b40-29981bef9a82 [ 685.196293] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.196428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.196498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.196734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.196850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.196922] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b54cb5dc-2cee-4905-8b40-29981bef9a82 already deleted. [ 685.197008] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54cb5dc-2cee-4905-8b40-29981bef9a82" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.224537] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: UNINITIALIZED for 4s [ 685.556272] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.559020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.559020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.559020] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.634410] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 685.635412] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.637667] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.637667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.637667] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.647725] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.648414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.649035] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 052332ed-1dc3-4e50-8269-907552f3ac8e with status ACTIVE [ 685.649035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.649035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.649291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.649291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.649371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.649519] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.650353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.650353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.650774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.650774] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 052332ed-1dc3-4e50-8269-907552f3ac8e is going to be updated. [ 685.673034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.673690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.673861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.673999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052332ed-1dc3-4e50-8269-907552f3ac8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.061107] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.061473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.061473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.062963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.063112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.063462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.063462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.063600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.063710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.063792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.063884] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 686.093756] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.093756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.093908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.093989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.094633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.109140] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 686.131245] env[65581]: INFO networking_nsxv3.common.synchronization [None req-87209790-2410-4a1c-8a88-840babf5c7ee None None] Enqueued Resource ID: 2978e30c-333d-4cd1-b7b1-82db6c171d27 with Priority: HIGHEST for action port [ 686.131245] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2978e30c-333d-4cd1-b7b1-82db6c171d27 with Priority: HIGHEST for action port [ 686.131245] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2978e30c-333d-4cd1-b7b1-82db6c171d27 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.131245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2978e30c-333d-4cd1-b7b1-82db6c171d27" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.131245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2978e30c-333d-4cd1-b7b1-82db6c171d27" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.131928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2978e30c-333d-4cd1-b7b1-82db6c171d27" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.132129] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2978e30c-333d-4cd1-b7b1-82db6c171d27',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.145420] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.354121] env[65581]: INFO networking_nsxv3.common.synchronization [req-85d081ec-c23e-4ab5-b23a-93d177217477 req-64dc1cc3-42c5-415d-94ba-5fb66bb0e059 tempest-ServerRescueTestJSONUnderV235-46295798 tempest-ServerRescueTestJSONUnderV235-46295798-project-member] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 686.354839] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGHEST for action security_group_members [ 686.355227] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.355357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.355412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.355653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.355817] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.355918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.355979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.356158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.356248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.356343] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.635863] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2978e30c-333d-4cd1-b7b1-82db6c171d27 [ 686.635922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.636229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.636229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.636770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.636770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.636770] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2978e30c-333d-4cd1-b7b1-82db6c171d27 already deleted. [ 686.636770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2978e30c-333d-4cd1-b7b1-82db6c171d27" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.647182] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.859730] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.859954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.860067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.860309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.860752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.860752] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.860752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.861043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.861985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.864590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.864590] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be updated. [ 686.898382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.898909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.898993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.900407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.900407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.909773] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: IN_PROGRESS for 2s [ 687.072550] env[65581]: INFO networking_nsxv3.common.synchronization [None req-655b5630-5bcd-4438-b750-adcda34eefc9 None None] Enqueued Resource ID: bccd5016-6ebc-434f-8f41-39752951f716 with Priority: HIGHEST for action port [ 687.072908] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccd5016-6ebc-434f-8f41-39752951f716 with Priority: HIGHEST for action port [ 687.073517] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-bccd5016-6ebc-434f-8f41-39752951f716 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.073517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bccd5016-6ebc-434f-8f41-39752951f716" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.073517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bccd5016-6ebc-434f-8f41-39752951f716" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.073797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bccd5016-6ebc-434f-8f41-39752951f716" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.073797] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bccd5016-6ebc-434f-8f41-39752951f716',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.149970] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.151841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.151841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.151841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.151841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.151841] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 687.184106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.184241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.184309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.184509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.184663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.194289] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 687.237820] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: SUCCESS [ 687.238056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.238270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.239189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.239189] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.239189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.239189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.239189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.239189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.239862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.239862] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.580101] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bccd5016-6ebc-434f-8f41-39752951f716 [ 687.580101] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.580101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.580101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.580524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.580524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.580661] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bccd5016-6ebc-434f-8f41-39752951f716 already deleted. [ 687.580728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bccd5016-6ebc-434f-8f41-39752951f716" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.745725] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.745725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.745725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.745725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.745725] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.745725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.745725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.751765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.751765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.751765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.751765] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.120786] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 688.121073] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 deletion is rescheduled due to dependency. [ 688.121114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.121274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.121486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.121675] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.121789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.121862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.121997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.122088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.122182] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.255405] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b7ddae1-f948-4233-8c77-da5176033de2: rpc.has_security_group_logging(os_id): False [ 688.275506] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.275653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.275723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.275942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.276041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.276227] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.276323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.276384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.276527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.276603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.276795] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.276889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.277531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.277531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.277531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.277531] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.277531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.277531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.277800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.277800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.277800] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b7ddae1-f948-4233-8c77-da5176033de2 is going to be created. [ 688.336901] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.337154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.337217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.337425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.337697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.352783] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: IN_PROGRESS for 2s [ 688.626094] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.626306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.626786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.627047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.627384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.627384] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.627636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.627636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.627954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.627954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.627954] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 688.654529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.654839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.654839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.654962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.658123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.664478] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 688.920940] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 in Status: SUCCESS [ 688.921196] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 deletion is rescheduled due to dependency. [ 688.921196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.206407] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 689.206698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.207280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.208758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.208758] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.208758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.208758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.208758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.208758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.209116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.209116] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.374963] env[65581]: INFO networking_nsxv3.common.synchronization [None req-cff6fed3-726b-4c66-a8d5-9f01f2f61903 None None] Enqueued Resource ID: f27e1c3f-4158-42a1-9345-dbed6a48db74 with Priority: HIGHEST for action port [ 689.375728] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27e1c3f-4158-42a1-9345-dbed6a48db74 with Priority: HIGHEST for action port [ 689.376202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27e1c3f-4158-42a1-9345-dbed6a48db74 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.376800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27e1c3f-4158-42a1-9345-dbed6a48db74" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.376800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27e1c3f-4158-42a1-9345-dbed6a48db74" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.376800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27e1c3f-4158-42a1-9345-dbed6a48db74" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.376800] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27e1c3f-4158-42a1-9345-dbed6a48db74',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.571221] env[65581]: INFO networking_nsxv3.common.synchronization [None req-abf8ed1d-25af-4091-8b2c-e13d39b14582 None None] Enqueued Resource ID: 9a1d4009-28f8-4aa9-b600-87e7c36c8931 with Priority: HIGHEST for action port [ 689.571221] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d4009-28f8-4aa9-b600-87e7c36c8931 with Priority: HIGHEST for action port [ 689.571455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1d4009-28f8-4aa9-b600-87e7c36c8931 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.571526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1d4009-28f8-4aa9-b600-87e7c36c8931" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.571579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1d4009-28f8-4aa9-b600-87e7c36c8931" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.571846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1d4009-28f8-4aa9-b600-87e7c36c8931" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.571948] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1d4009-28f8-4aa9-b600-87e7c36c8931',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.711938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.712292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.712292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.712457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.712634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.712734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.712800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.712969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.713093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.713191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.713350] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.713501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.713655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.713801] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.713988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.714125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.714202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.714286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.714375] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.878983] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f27e1c3f-4158-42a1-9345-dbed6a48db74 [ 689.879919] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.879919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.879919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.879919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.880235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.880235] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f27e1c3f-4158-42a1-9345-dbed6a48db74 already deleted. [ 689.880235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27e1c3f-4158-42a1-9345-dbed6a48db74" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.076543] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a1d4009-28f8-4aa9-b600-87e7c36c8931 [ 690.076689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.076887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.076887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.077128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.077678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.077678] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a1d4009-28f8-4aa9-b600-87e7c36c8931 already deleted. [ 690.077678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1d4009-28f8-4aa9-b600-87e7c36c8931" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.093413] env[65581]: INFO networking_nsxv3.common.synchronization [req-78911676-55df-4527-98ae-966030fc2841 req-4e7518af-ce6f-4c7a-90db-32ddd34aca71 tempest-FloatingIPsAssociationNegativeTestJSON-1523453831 tempest-FloatingIPsAssociationNegativeTestJSON-1523453831-project-member] Enqueued Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_members [ 690.095066] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_members [ 690.095477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.096437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.096437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097103] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.097103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.097103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.097652] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.221537] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34091e57-9167-4938-a734-abc7706e409d: rpc.has_security_group_logging(os_id): False [ 690.243440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.243827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.243936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.244176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.244273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.244593] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.244769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.244917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.245226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.245375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.245758] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.245932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.246379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.246628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.247395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.247395] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.247395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.247395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.247716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.247864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.248040] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 690.319030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.319923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.319923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.319923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.319923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.340739] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 690.388433] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: SUCCESS [ 690.388755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.532157] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-954" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-954" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-954" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.532157] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.532157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.532157] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.532883] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.533820] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.534062] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.534236] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.534319] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.534460] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.556949] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.557175] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.557625] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.557625] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-954" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.557830] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.558115] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.558328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.558729] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.558894] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a0abfd-f6bd-4235-b8ec-abe09cd63d4e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.600358] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.602572] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.602572] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ecfc255-3e39-48a5-af20-c47691819d3e already deleted. [ 690.602572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.688510] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 690.688812] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 deletion is rescheduled due to dependency. [ 690.689045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062140] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.062539] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062724] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.063139] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.063385] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.063637] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 81a0abfd-f6bd-4235-b8ec-abe09cd63d4e not found, creating... [ 691.063977] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.064206] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.064325] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.064615] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.064797] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.066227] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.066505] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.066795] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.067172] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.067454] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.067704] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 81a0abfd-f6bd-4235-b8ec-abe09cd63d4e is going to be created. [ 691.094975] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.094975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.094975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.095250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.095583] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.095919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.837727] env[65581]: INFO networking_nsxv3.common.synchronization [req-78911676-55df-4527-98ae-966030fc2841 req-a38151b8-3fb9-4d3c-b6ee-594a4161aa32 service nova] Enqueued Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_rules [ 691.838403] env[65581]: INFO networking_nsxv3.common.synchronization [req-78911676-55df-4527-98ae-966030fc2841 req-a38151b8-3fb9-4d3c-b6ee-594a4161aa32 service nova] Enqueued Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_members [ 691.838403] env[65581]: INFO networking_nsxv3.common.synchronization [req-78911676-55df-4527-98ae-966030fc2841 req-a38151b8-3fb9-4d3c-b6ee-594a4161aa32 service nova] Enqueued Resource ID: 81a0abfd-f6bd-4235-b8ec-abe09cd63d4e with Priority: HIGHEST for action port [ 691.838704] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_rules [ 691.839631] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_members [ 691.839778] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a0abfd-f6bd-4235-b8ec-abe09cd63d4e with Priority: HIGHEST for action port [ 691.840152] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.840265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.840358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.840746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.840746] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.842706] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.842823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.842889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.843113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.843277] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.843371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.843441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.843608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.844186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.844289] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.845236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.845401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.845777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.845777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.845777] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a0abfd-f6bd-4235-b8ec-abe09cd63d4e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.351218] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351218] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.351218] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a0abfd-f6bd-4235-b8ec-abe09cd63d4e with status ACTIVE [ 692.351218] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.351980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.352510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.353722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.353722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.353722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.353722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.353722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a0abfd-f6bd-4235-b8ec-abe09cd63d4e is going to be updated. [ 692.361261] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 692.361261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.374550] env[65581]: INFO networking_nsxv3.common.synchronization [None req-cfc113f7-fd90-4fa0-8301-e8a9f1fb5f33 None None] Enqueued Resource ID: 453b3c72-fe0c-408a-b24c-183c64abf824 with Priority: HIGHEST for action port [ 692.374859] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453b3c72-fe0c-408a-b24c-183c64abf824 with Priority: HIGHEST for action port [ 692.376823] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-453b3c72-fe0c-408a-b24c-183c64abf824 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.376823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453b3c72-fe0c-408a-b24c-183c64abf824" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.376823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453b3c72-fe0c-408a-b24c-183c64abf824" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.376823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453b3c72-fe0c-408a-b24c-183c64abf824" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.377092] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453b3c72-fe0c-408a-b24c-183c64abf824',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.384961] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.385474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.385620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.385807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a0abfd-f6bd-4235-b8ec-abe09cd63d4e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.834787] env[65581]: INFO networking_nsxv3.common.synchronization [req-fe92d6c9-d032-454c-a211-0cb990eac69e req-18d53cc0-2398-4f84-9da1-c2b36a810b3e tempest-InstanceActionsV221TestJSON-1147750459 tempest-InstanceActionsV221TestJSON-1147750459-project-member] Enqueued Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_members [ 692.836640] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_members [ 692.837259] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.837439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.837439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.840132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.840132] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.840132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.840132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.840132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.840132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.840132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.840132] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.940751] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.940751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 453b3c72-fe0c-408a-b24c-183c64abf824 [ 692.940751] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.940751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.940751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.940751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:453b3c72-fe0c-408a-b24c-183c64abf824 already deleted. [ 692.940751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453b3c72-fe0c-408a-b24c-183c64abf824" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.256701] env[65581]: INFO networking_nsxv3.common.synchronization [req-2ca12f9d-f260-4edd-8b96-0bdc2496e373 req-5e6e7e23-ab39-4b64-b6d1-7bdcdeed77f4 tempest-ServerAddressesNegativeTestJSON-1242451860 tempest-ServerAddressesNegativeTestJSON-1242451860-project-member] Enqueued Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_members [ 693.256701] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGHEST for action security_group_members [ 693.257247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.257436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.257550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.257836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258342] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.259021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.259021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.259021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.259021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.259021] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.347096] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.347096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.347096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.347096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.347096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.347096] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.347096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.347096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.347450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.347450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.347450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 already deleted. [ 693.347450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.365324] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.365324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.365324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.365324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.365324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.365324] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ecfc255-3e39-48a5-af20-c47691819d3e is going to be created. [ 693.390803] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.392254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.392338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.392635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.392836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.405181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ecfc255-3e39-48a5-af20-c47691819d3e in Status: UNINITIALIZED for 2s [ 693.568372] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.568762] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-301" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.568926] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-301" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.569318] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-301" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.569897] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.570570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.570702] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.570932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.571088] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.571293] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.571399] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.571500] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.571613] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.571736] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.571839] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.571964] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.593464] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.594537] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.594796] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.595121] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-301" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595936] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-3940af96-a4f2-402f-89ec-c148fe3f6f62 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.596178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.596303] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.596629] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.596764] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3940af96-a4f2-402f-89ec-c148fe3f6f62',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.763727] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.763876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.763955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.764201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.764296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.764498] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.764737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.764737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.764918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.764918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.765012] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb is going to be updated. [ 693.797369] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.797369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.797566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.797641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.797840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807367] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb in Status: IN_PROGRESS for 2s [ 694.099936] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.100299] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.100299] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.100689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.100839] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.100989] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 3940af96-a4f2-402f-89ec-c148fe3f6f62 not found, creating... [ 694.101276] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.101432] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.101571] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.101801] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.101977] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.102234] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.102389] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.102657] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.102954] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.104079] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.104406] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 3940af96-a4f2-402f-89ec-c148fe3f6f62 is going to be created. [ 694.131098] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.131321] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.131446] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.131770] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.132015] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.132250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.829911] env[65581]: INFO networking_nsxv3.common.synchronization [req-fe92d6c9-d032-454c-a211-0cb990eac69e req-eb91f682-a2bf-4f46-8d4f-ea9908d0ca27 service nova] Enqueued Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_rules [ 694.830176] env[65581]: INFO networking_nsxv3.common.synchronization [req-fe92d6c9-d032-454c-a211-0cb990eac69e req-eb91f682-a2bf-4f46-8d4f-ea9908d0ca27 service nova] Enqueued Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_members [ 694.830383] env[65581]: INFO networking_nsxv3.common.synchronization [req-fe92d6c9-d032-454c-a211-0cb990eac69e req-eb91f682-a2bf-4f46-8d4f-ea9908d0ca27 service nova] Enqueued Resource ID: 3940af96-a4f2-402f-89ec-c148fe3f6f62 with Priority: HIGHEST for action port [ 694.834911] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_rules [ 694.835167] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_members [ 694.835308] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3940af96-a4f2-402f-89ec-c148fe3f6f62 with Priority: HIGHEST for action port [ 694.835953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.838038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.838038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.838280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.838385] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.839357] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.839469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.839566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.839964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.839964] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.840468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.840650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.840796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.840867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.841009] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.841855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3940af96-a4f2-402f-89ec-c148fe3f6f62 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.842398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.842398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.842398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.842398] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3940af96-a4f2-402f-89ec-c148fe3f6f62',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.343950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.344247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.344929] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.346048] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3940af96-a4f2-402f-89ec-c148fe3f6f62 with status ACTIVE [ 695.346246] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.346546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.346655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.346828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.346918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.347121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.347212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.347272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.347634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.347634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.347775] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.347850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.347890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.348033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.348083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.348166] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3940af96-a4f2-402f-89ec-c148fe3f6f62 is going to be updated. [ 695.371075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.371202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.371238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.371818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.371818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.371927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3940af96-a4f2-402f-89ec-c148fe3f6f62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.415788] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ecfc255-3e39-48a5-af20-c47691819d3e in Status: SUCCESS [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.417709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.417709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.418072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.418072] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.670917] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c89a3587-e5ef-45f3-938a-247f52485aeb tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 695.671451] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 695.672261] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.672261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.672261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.673851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.673851] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.765542] env[65581]: INFO networking_nsxv3.common.synchronization [req-3e813698-8ae2-4c53-b0b5-3e9d1b393c2a req-f3f938ff-9519-43c7-ad09-3697301edabe tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: 56d9420a-2a0a-4a52-86da-330d6f5d647c with Priority: HIGHEST for action security_group_rules [ 695.766041] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d9420a-2a0a-4a52-86da-330d6f5d647c with Priority: HIGHEST for action security_group_rules [ 695.766673] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56d9420a-2a0a-4a52-86da-330d6f5d647c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.766802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56d9420a-2a0a-4a52-86da-330d6f5d647c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.766878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56d9420a-2a0a-4a52-86da-330d6f5d647c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.768973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56d9420a-2a0a-4a52-86da-330d6f5d647c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.770572] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56d9420a-2a0a-4a52-86da-330d6f5d647c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.774275] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d7b7f989-5b43-4ecc-98ac-d732099feb84 tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 695.775061] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 695.775734] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.775734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.819723] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb in Status: SUCCESS [ 695.820445] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb deletion is rescheduled due to dependency. [ 695.820445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.851415] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.921564] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.921564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.921564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.921759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.921843] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.921923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.921965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.922182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.922240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.922803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.922803] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.922803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.922803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.922803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.923060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.923060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.923060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.923300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.923300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.923300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.923380] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.197304] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.197304] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 already deleted. [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.197304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.197304] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.341161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.341161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.341161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.341336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.341420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.341510] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56d9420a-2a0a-4a52-86da-330d6f5d647c already deleted. [ 696.341590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56d9420a-2a0a-4a52-86da-330d6f5d647c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.356523] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.356523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.356523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.356960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.356960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.356960] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 is going to be created. [ 696.425885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ecfc255-3e39-48a5-af20-c47691819d3e: rpc.has_security_group_logging(os_id): False [ 696.480817] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.481082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.481698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.481870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.482055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.482380] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.482932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.483261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.483848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.483848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.484273] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.484449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.484553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.488022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.488022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.488022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.488022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.488022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.488022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.488022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.488022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ecfc255-3e39-48a5-af20-c47691819d3e is going to be created. [ 696.490919] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.491124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.491331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.491473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.502885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 in Status: UNINITIALIZED for 2s [ 696.557359] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.558112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.558278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.558510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.558734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.571513] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ecfc255-3e39-48a5-af20-c47691819d3e in Status: IN_PROGRESS for 2s [ 696.726082] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.726832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.726961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.727679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.727768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.728240] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 already deleted. [ 696.728360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.152884] env[65581]: INFO networking_nsxv3.common.synchronization [req-8a2e7fb6-44bb-40e0-8495-ff7f833fe33a req-ae15ce6a-9d84-4b22-81fb-b0305e19e223 tempest-ListImageFiltersTestJSON-34432330 tempest-ListImageFiltersTestJSON-34432330-project-member] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 698.152884] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 698.156584] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.158196] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.158196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.158196] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.514072] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 in Status: SUCCESS [ 698.514130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.514303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.514606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.514916] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.515052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.515267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.515349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.515458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.515566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.515684] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.536737] env[65581]: INFO networking_nsxv3.common.synchronization [req-d2f56006-0e0a-4792-bdfb-95ef04381f84 req-4f3ec468-5f0d-469c-ada8-a3d9baf32bf9 tempest-ServerAddressesTestJSON-2000097372 tempest-ServerAddressesTestJSON-2000097372-project-member] Enqueued Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_members [ 698.537422] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGHEST for action security_group_members [ 698.537768] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.537896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.537965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.539136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.539320] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.539424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.539630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.539678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.539755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.539853] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.588486] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ecfc255-3e39-48a5-af20-c47691819d3e in Status: SUCCESS [ 698.588771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.612807] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.612988] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.613135] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.613401] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.613926] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.614322] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.614322] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.614476] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.614584] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.614783] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.614893] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.615025] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.615125] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.615232] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.615332] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.615457] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.636717] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.636891] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.637045] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.637222] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.637528] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-755dd7ad-acb0-4f65-a4fc-416c08aa6677 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.637696] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.637812] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.638232] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.638370] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755dd7ad-acb0-4f65-a4fc-416c08aa6677',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.660544] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.660777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.660853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.661194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.661291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.661491] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.661586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.661651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.661802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.661879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.662015] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a already deleted. [ 698.662142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.899519] env[65581]: INFO networking_nsxv3.common.synchronization [req-8724286d-3ec2-4cf3-a2c1-fe36908d001a req-5e903ae9-9480-4582-bb49-3483bb602d83 tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: b64eddf4-0610-459b-91be-b03b8565c85e with Priority: HIGHEST for action security_group_rules [ 698.900246] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64eddf4-0610-459b-91be-b03b8565c85e with Priority: HIGHEST for action security_group_rules [ 698.900671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64eddf4-0610-459b-91be-b03b8565c85e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.900791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64eddf4-0610-459b-91be-b03b8565c85e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.900861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64eddf4-0610-459b-91be-b03b8565c85e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.901149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64eddf4-0610-459b-91be-b03b8565c85e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.901234] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64eddf4-0610-459b-91be-b03b8565c85e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.018692] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.018911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.018911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.019213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019324] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.019520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.019570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.019919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.020019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.020499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.020499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.020499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.020732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.020732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.020829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.020887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.021030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.021104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.021869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.021869] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.046022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.046022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.046022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.046022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89806279-977f-4191-bb15-7d0cc5842045 is going to be updated. [ 699.076050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.076462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.076638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.076933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.077216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.086748] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89806279-977f-4191-bb15-7d0cc5842045 in Status: IN_PROGRESS for 2s [ 699.143132] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.143462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.143852] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.144194] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.144390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.144641] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 755dd7ad-acb0-4f65-a4fc-416c08aa6677 not found, creating... [ 699.145097] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.145358] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.145529] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.145788] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.145933] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.146265] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.146425] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.146537] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.146755] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.146945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.147066] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 755dd7ad-acb0-4f65-a4fc-416c08aa6677 is going to be created. [ 699.177695] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.178480] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.178713] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.179085] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.179756] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.180438] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.435851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.435997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.436297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.436432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.436485] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64eddf4-0610-459b-91be-b03b8565c85e already deleted. [ 699.436555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64eddf4-0610-459b-91be-b03b8565c85e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.524249] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6bf1485-0760-47a1-b8a4-24cda108bef2: rpc.has_security_group_logging(os_id): False [ 699.550755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.550939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.551012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.551194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.551290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.551484] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.551584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.551675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.551848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.551928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.552139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.552238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.552311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.552453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.552586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.552792] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.552888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.552948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.553228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.553307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.553396] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 is going to be created. [ 699.715983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.716267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.717030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.717030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.717030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.740108] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 in Status: IN_PROGRESS for 2s [ 699.977571] env[65581]: INFO networking_nsxv3.common.synchronization [req-8a2e7fb6-44bb-40e0-8495-ff7f833fe33a req-00432107-a099-4fe0-abbf-1d0ea39b273c service nova] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_rules [ 699.977919] env[65581]: INFO networking_nsxv3.common.synchronization [req-8a2e7fb6-44bb-40e0-8495-ff7f833fe33a req-00432107-a099-4fe0-abbf-1d0ea39b273c service nova] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 699.978180] env[65581]: INFO networking_nsxv3.common.synchronization [req-8a2e7fb6-44bb-40e0-8495-ff7f833fe33a req-00432107-a099-4fe0-abbf-1d0ea39b273c service nova] Enqueued Resource ID: 755dd7ad-acb0-4f65-a4fc-416c08aa6677 with Priority: HIGHEST for action port [ 699.979653] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_rules [ 699.979653] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 699.979653] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755dd7ad-acb0-4f65-a4fc-416c08aa6677 with Priority: HIGHEST for action port [ 699.979653] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.979653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.979653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.979969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.979969] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.981620] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.981713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.981713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.981969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.982875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.983026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.983101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.983272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.983361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.983459] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.984396] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-755dd7ad-acb0-4f65-a4fc-416c08aa6677 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.984923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.984923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.984923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.984923] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755dd7ad-acb0-4f65-a4fc-416c08aa6677',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.486225] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.487820] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487820] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 755dd7ad-acb0-4f65-a4fc-416c08aa6677 with status ACTIVE [ 700.488038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.489085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.489085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.489085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.493316] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.493316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.493536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.493536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.493692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.493725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 755dd7ad-acb0-4f65-a4fc-416c08aa6677 is going to be updated. [ 700.520091] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.520091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.520091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.520338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.520441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.520588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755dd7ad-acb0-4f65-a4fc-416c08aa6677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.658841] env[65581]: INFO networking_nsxv3.common.synchronization [req-e6a01cb5-6dc0-4715-9d30-92e6e057db1d req-eaf2336d-f9f2-4c63-bc1a-0629c357999d tempest-AttachInterfacesV270Test-1565853964 tempest-AttachInterfacesV270Test-1565853964-project-member] Enqueued Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_members [ 700.659883] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_members [ 700.660261] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.660451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.660451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.660950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.660950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.660950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.660950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.661154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.661205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.661306] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.989445] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.090020] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.090875] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.091061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.091452] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.091894] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.091996] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.092268] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.092612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.092793] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.093016] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.093174] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.093280] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.093671] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.093671] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.093671] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.093910] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.105011] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89806279-977f-4191-bb15-7d0cc5842045 in Status: SUCCESS [ 701.105011] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89806279-977f-4191-bb15-7d0cc5842045 deletion is rescheduled due to dependency. [ 701.105011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.113737] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.113737] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.113927] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.114095] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-923" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.114422] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-4fb3553b-a434-4ee7-aff4-552c965cc093 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.114587] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.114701] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.115024] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.115170] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb3553b-a434-4ee7-aff4-552c965cc093',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.163210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.163340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.163340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.163672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.163840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.164115] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.164442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.164442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.164541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.164621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.164719] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c already deleted. [ 701.164826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.492706] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.493048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.493048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.493546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.493546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.493546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be created. [ 701.528524] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.528842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.529032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.529380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.529639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.542220] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: UNINITIALIZED for 2s [ 701.618153] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.618420] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.618571] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.618898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.619108] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.619283] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 4fb3553b-a434-4ee7-aff4-552c965cc093 not found, creating... [ 701.619598] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.619782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.619930] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.620230] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.620396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.620741] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.620922] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621083] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621665] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 4fb3553b-a434-4ee7-aff4-552c965cc093 is going to be created. [ 701.650539] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.650821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.650944] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.651272] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.651530] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.651849] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.753325] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 in Status: SUCCESS [ 701.753636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.356879] env[65581]: INFO networking_nsxv3.common.synchronization [req-e6a01cb5-6dc0-4715-9d30-92e6e057db1d req-d13d3b64-7abd-47a3-af1a-db1bc1a6fff3 service nova] Enqueued Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_rules [ 702.356879] env[65581]: INFO networking_nsxv3.common.synchronization [req-e6a01cb5-6dc0-4715-9d30-92e6e057db1d req-d13d3b64-7abd-47a3-af1a-db1bc1a6fff3 service nova] Enqueued Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_members [ 702.356952] env[65581]: INFO networking_nsxv3.common.synchronization [req-e6a01cb5-6dc0-4715-9d30-92e6e057db1d req-d13d3b64-7abd-47a3-af1a-db1bc1a6fff3 service nova] Enqueued Resource ID: 4fb3553b-a434-4ee7-aff4-552c965cc093 with Priority: HIGHEST for action port [ 702.358145] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_rules [ 702.358787] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_members [ 702.360847] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb3553b-a434-4ee7-aff4-552c965cc093 with Priority: HIGHEST for action port [ 702.361191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.361324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.361630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.362265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.362364] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.363402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.370703] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.370703] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.370703] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb3553b-a434-4ee7-aff4-552c965cc093 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.370703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.370703] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb3553b-a434-4ee7-aff4-552c965cc093',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.487544] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a040a7db-7653-42f8-9437-3c6ccfde8cd3 tempest-MigrationsAdminTest-1741902411 tempest-MigrationsAdminTest-1741902411-project-member] Enqueued Resource ID: d513c642-5498-437f-a765-730f08b3bc4c with Priority: HIGHEST for action security_group_rules [ 702.488084] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d513c642-5498-437f-a765-730f08b3bc4c with Priority: HIGHEST for action security_group_rules [ 702.488391] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d513c642-5498-437f-a765-730f08b3bc4c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.488512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.488579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.488838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.488924] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d513c642-5498-437f-a765-730f08b3bc4c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.786835] env[65581]: INFO networking_nsxv3.common.synchronization [None req-58dc5933-5183-4089-bfdc-6f887e1ea625 tempest-MigrationsAdminTest-1741902411 tempest-MigrationsAdminTest-1741902411-project-member] Enqueued Resource ID: d513c642-5498-437f-a765-730f08b3bc4c with Priority: HIGHEST for action security_group_rules [ 702.786835] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d513c642-5498-437f-a765-730f08b3bc4c with Priority: HIGHEST for action security_group_rules [ 702.786835] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d513c642-5498-437f-a765-730f08b3bc4c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.786835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.876900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.876900] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.876900] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fb3553b-a434-4ee7-aff4-552c965cc093 with status ACTIVE [ 702.876900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.876900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.879567] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.879567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.879567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.879567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.879567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.879567] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fb3553b-a434-4ee7-aff4-552c965cc093 is going to be updated. [ 702.901876] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.901990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.902058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.902426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.902844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb3553b-a434-4ee7-aff4-552c965cc093" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.008936] env[65581]: INFO networking_nsxv3.common.synchronization [req-1bee3b4f-9e8b-4b8b-93fb-d2d4c5b18253 req-2d798d4e-bb68-496b-b63a-a950f4e2e847 tempest-ServerExternalEventsTest-2061115843 tempest-ServerExternalEventsTest-2061115843-project-member] Enqueued Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_members [ 703.009751] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGHEST for action security_group_members [ 703.010319] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.013339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.013525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.014219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.014219] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.014219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.014364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.015025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.015025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.015025] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.016370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.016491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.016558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.016722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.016809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.016901] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d513c642-5498-437f-a765-730f08b3bc4c already deleted. [ 703.017041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.017668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.021052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.021052] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d513c642-5498-437f-a765-730f08b3bc4c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.382156] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.521554] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.521726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.521875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.522034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.522145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.522347] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.522459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.522513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.522677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.522756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.522883] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ddae1-f948-4233-8c77-da5176033de2 is going to be updated. [ 703.544982] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.545153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.545245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.545441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.545554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.545642] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d513c642-5498-437f-a765-730f08b3bc4c already deleted. [ 703.545742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d513c642-5498-437f-a765-730f08b3bc4c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.555518] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.555787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.556462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.556462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.556560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.561112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 703.561464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.562295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.562614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.562832] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.562980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.563072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.563227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.563398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.565350] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.573317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: IN_PROGRESS for 2s [ 703.884014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.884348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.884348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.884475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.884583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.884897] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c is going to be created. [ 703.909129] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.909286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.909361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.909569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.909733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.921940] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c in Status: UNINITIALIZED for 2s [ 704.068524] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.068688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.068766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.068987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.069184] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.069307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.069374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.069512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.069619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.069715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.069903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.070030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.070030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.070807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.070807] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.070807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.070807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.070807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.070807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.070807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.071055] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.208159] env[65581]: INFO networking_nsxv3.common.synchronization [req-8b362e8e-188b-45d7-9ba2-082545ade3bd req-289ef442-6964-4bfb-8b79-4af836798394 tempest-FloatingIPsAssociationTestJSON-1945202795 tempest-FloatingIPsAssociationTestJSON-1945202795-project-member] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 704.208882] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 704.210540] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.210704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.210798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.211295] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.211430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.211518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.211841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.212077] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.575936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a: rpc.has_security_group_logging(os_id): False [ 704.601999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.602171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.602251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.602455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.602584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.602855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.603011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.603176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.603347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.603430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.603760] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.603810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.603867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.604046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.604155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.604307] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.604414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.604479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.604692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.604750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.604842] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be created. [ 704.703230] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.714511] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.717821] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 705.218037] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.390799] env[65581]: INFO networking_nsxv3.common.synchronization [req-5311f197-7d3a-4de4-a4d6-ba86fa05a1c0 req-48cb793b-10a6-4732-809b-c9f696ebbdcf tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: 53d28c2d-8218-49c3-b54a-a9d2a412bc52 with Priority: HIGHEST for action security_group_rules [ 705.391724] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53d28c2d-8218-49c3-b54a-a9d2a412bc52 with Priority: HIGHEST for action security_group_rules [ 705.392895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53d28c2d-8218-49c3-b54a-a9d2a412bc52 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.393410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53d28c2d-8218-49c3-b54a-a9d2a412bc52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.393410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53d28c2d-8218-49c3-b54a-a9d2a412bc52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.393634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53d28c2d-8218-49c3-b54a-a9d2a412bc52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.393721] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53d28c2d-8218-49c3-b54a-a9d2a412bc52',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.584628] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b7ddae1-f948-4233-8c77-da5176033de2 in Status: SUCCESS [ 705.584861] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b7ddae1-f948-4233-8c77-da5176033de2 deletion is rescheduled due to dependency. [ 705.584995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.721106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.721106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.721106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.721106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.721106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.721106] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be updated. [ 705.754396] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.754572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.754620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.754827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.755170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.768348] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: IN_PROGRESS for 2s [ 705.917099] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.917357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.917439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.917663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.917749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.917792] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53d28c2d-8218-49c3-b54a-a9d2a412bc52 already deleted. [ 705.917911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53d28c2d-8218-49c3-b54a-a9d2a412bc52" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.934138] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c in Status: SUCCESS [ 705.934280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.934471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.934670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.934921] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.935048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.935105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.935260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.935361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.935454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.935545] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.438465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.438883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.438883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.439073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.439255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.439462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.439498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.439687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.439799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.441266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.441583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.442743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.442841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.443034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.443218] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.443331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.443388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.443540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.443627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.443752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.443857] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.734996] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 706.735268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.950795] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c: rpc.has_security_group_logging(os_id): False [ 706.976139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.976139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.976139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.976139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.977246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.977490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.977844] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.978185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.978395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.978628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.978927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.979142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c is going to be created. [ 707.067066] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.067066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.067066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.067556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.067877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.087983] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c in Status: IN_PROGRESS for 2s [ 707.380919] env[65581]: INFO networking_nsxv3.common.synchronization [None req-01640908-f5ef-476c-9775-fe862993f751 None None] Enqueued Resource ID: f3be06b9-8567-4172-9b19-2ba746a37dfc with Priority: HIGHEST for action port [ 707.381177] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3be06b9-8567-4172-9b19-2ba746a37dfc with Priority: HIGHEST for action port [ 707.381761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3be06b9-8567-4172-9b19-2ba746a37dfc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.381888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3be06b9-8567-4172-9b19-2ba746a37dfc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.381956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3be06b9-8567-4172-9b19-2ba746a37dfc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.383313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3be06b9-8567-4172-9b19-2ba746a37dfc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.383313] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3be06b9-8567-4172-9b19-2ba746a37dfc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.781894] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 707.782377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.890687] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3be06b9-8567-4172-9b19-2ba746a37dfc [ 707.890687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.890687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.890687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.890687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.890687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.891142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3be06b9-8567-4172-9b19-2ba746a37dfc already deleted. [ 707.891142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3be06b9-8567-4172-9b19-2ba746a37dfc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.191159] env[65581]: INFO networking_nsxv3.common.synchronization [req-cf819496-9a90-46a0-9ded-6ebea03cfba2 req-99bebf7d-8cb9-4fd1-b4d7-556e6ed299ef tempest-ServersAdminNegativeTestJSON-24975652 tempest-ServersAdminNegativeTestJSON-24975652-project-member] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 708.191159] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 708.191159] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.191689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.191689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.191689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.191689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.191689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.191858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.191889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.193059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.193059] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.694631] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.717127] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.717332] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.717453] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.717711] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.720186] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.720186] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.720186] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.720186] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.720186] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.720186] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.720186] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.720186] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.720603] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.720603] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.720676] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.720845] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.744375] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.744485] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.744537] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.744698] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.745026] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-6e18abf2-914f-4bde-86f3-85704838d0f2 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.745251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.745358] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.746330] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.746330] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e18abf2-914f-4bde-86f3-85704838d0f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.103720] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c in Status: SUCCESS [ 709.104064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.197576] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.227893] env[65581]: INFO networking_nsxv3.common.synchronization [req-1b303bef-2b1e-43fd-b038-b4fc5e140123 req-4b1b00a6-7875-4d61-b9cd-e59e62602216 tempest-VolumesAssistedSnapshotsTest-1585224443 tempest-VolumesAssistedSnapshotsTest-1585224443-project-member] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_members [ 709.228463] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGHEST for action security_group_members [ 709.228793] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.228920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.228991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.229293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.229413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.232815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.232815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.232815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.232815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.232815] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.252269] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.252470] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.252577] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.252946] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.253113] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.254573] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 6e18abf2-914f-4bde-86f3-85704838d0f2 not found, creating... [ 709.254573] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.254573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.254573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.254573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.254573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.254573] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.254573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.254896] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.255265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.255265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.255365] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 6e18abf2-914f-4bde-86f3-85704838d0f2 is going to be created. [ 709.278990] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.279256] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.279442] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.279862] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.280257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.280613] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.700679] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.700895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.700947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.702084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.702084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.702084] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be updated. [ 709.731941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.734339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.734339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.734339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.763214] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.763430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.763474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.763773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.764392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.780758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 709.791650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792483] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.792483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.792483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.792483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.792483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad is going to be updated. [ 709.837028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.837028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.837028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.837028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.837028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.851112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad in Status: IN_PROGRESS for 2s [ 709.910418] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d3a5bb96-41e2-4d0d-b5c7-dd7dc22aad94 None None] Enqueued Resource ID: 8f87c368-059b-4197-b0bf-2b7a644c553f with Priority: HIGHEST for action port [ 709.911280] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87c368-059b-4197-b0bf-2b7a644c553f with Priority: HIGHEST for action port [ 709.911811] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f87c368-059b-4197-b0bf-2b7a644c553f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.911956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f87c368-059b-4197-b0bf-2b7a644c553f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.912075] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f87c368-059b-4197-b0bf-2b7a644c553f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.912332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f87c368-059b-4197-b0bf-2b7a644c553f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.912879] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f87c368-059b-4197-b0bf-2b7a644c553f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.063364] env[65581]: INFO networking_nsxv3.common.synchronization [req-cf819496-9a90-46a0-9ded-6ebea03cfba2 req-68c67e70-56b2-403a-b201-a6555c0d9856 service nova] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_rules [ 710.063586] env[65581]: INFO networking_nsxv3.common.synchronization [req-cf819496-9a90-46a0-9ded-6ebea03cfba2 req-68c67e70-56b2-403a-b201-a6555c0d9856 service nova] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 710.063752] env[65581]: INFO networking_nsxv3.common.synchronization [req-cf819496-9a90-46a0-9ded-6ebea03cfba2 req-68c67e70-56b2-403a-b201-a6555c0d9856 service nova] Enqueued Resource ID: 6e18abf2-914f-4bde-86f3-85704838d0f2 with Priority: HIGHEST for action port [ 710.064354] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_rules [ 710.064510] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 710.064613] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e18abf2-914f-4bde-86f3-85704838d0f2 with Priority: HIGHEST for action port [ 710.064935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.065172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.065241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.065462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.065560] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.066467] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.066580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.068796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e18abf2-914f-4bde-86f3-85704838d0f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.068945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.069043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.069348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069480] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e18abf2-914f-4bde-86f3-85704838d0f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.416910] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f87c368-059b-4197-b0bf-2b7a644c553f [ 710.417298] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.417298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.417425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.417616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.417710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.417807] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f87c368-059b-4197-b0bf-2b7a644c553f already deleted. [ 710.417884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f87c368-059b-4197-b0bf-2b7a644c553f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.485224] env[65581]: INFO networking_nsxv3.common.synchronization [req-14cf175f-2413-40f0-bee9-7fb319c09e30 req-6d8a607b-bfeb-4f38-aec8-dcc7be5a7eb9 tempest-InstanceActionsV221TestJSON-1147750459 tempest-InstanceActionsV221TestJSON-1147750459-project-member] Enqueued Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_members [ 710.485777] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 with Priority: HIGHEST for action security_group_members [ 710.487567] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6bf1485-0760-47a1-b8a4-24cda108bef2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.488519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.488621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.488839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.489233] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.489233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.489233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.489418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.489448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.489556] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6bf1485-0760-47a1-b8a4-24cda108bef2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.571840] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.572367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.573442] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e18abf2-914f-4bde-86f3-85704838d0f2 with status ACTIVE [ 710.573989] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.573989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.573989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.578025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.578025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.578025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.578025] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e18abf2-914f-4bde-86f3-85704838d0f2 is going to be updated. [ 710.606198] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.606349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.606422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.606979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e18abf2-914f-4bde-86f3-85704838d0f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.888976] env[65581]: INFO networking_nsxv3.common.synchronization [req-425fbf45-9691-4ab2-812b-69f8146e4da2 req-d61b5d58-2933-46f4-971d-9d8da12d33e5 tempest-ListImageFiltersTestJSON-34432330 tempest-ListImageFiltersTestJSON-34432330-project-member] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 710.889735] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 710.890143] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.890268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.890371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.890603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.890810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.890944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.891045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.891238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.891351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.891473] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.996222] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.998283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.998750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.999230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.999437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.999832] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.000284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.000478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.000754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.000924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.001113] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 is going to be updated. [ 711.034030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.034030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.034030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.034030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.034030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.043929] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 in Status: IN_PROGRESS for 2s [ 711.248516] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.248707] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.248829] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.249202] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.249732] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.249893] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.250018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.250409] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.250409] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.250636] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.250727] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.250766] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.250870] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.250970] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.251081] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.251210] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.273918] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.274087] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.274223] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.274391] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.274699] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-eb972d65-6114-4a89-9d65-ea6409afc0ec taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.274870] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.274983] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.275333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.275466] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb972d65-6114-4a89-9d65-ea6409afc0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.394911] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.778046] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.778726] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.778726] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.779677] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.779677] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.779677] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port eb972d65-6114-4a89-9d65-ea6409afc0ec not found, creating... [ 711.780489] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.780489] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.780489] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.780725] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.781072] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.781287] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.781454] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.781662] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.781935] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.782181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.782417] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: eb972d65-6114-4a89-9d65-ea6409afc0ec is going to be created. [ 711.794166] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 711.794461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.794694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.794980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.795328] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.795328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.795497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.795697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.795697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.795819] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.805691] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.805691] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.805691] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.805691] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.806462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.806462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.862971] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad in Status: SUCCESS [ 711.863232] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad deletion is rescheduled due to dependency. [ 711.863380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.897660] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.298384] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.365041] env[65581]: INFO networking_nsxv3.common.synchronization [None req-789b6278-afa8-4f18-8676-8a9dfbcce2d0 None None] Enqueued Resource ID: d45b03aa-11b5-405c-8c8e-792ef3fc0673 with Priority: HIGHEST for action port [ 712.365041] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45b03aa-11b5-405c-8c8e-792ef3fc0673 with Priority: HIGHEST for action port [ 712.365510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45b03aa-11b5-405c-8c8e-792ef3fc0673 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.365873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45b03aa-11b5-405c-8c8e-792ef3fc0673" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.366066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45b03aa-11b5-405c-8c8e-792ef3fc0673" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.366426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45b03aa-11b5-405c-8c8e-792ef3fc0673" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.366640] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45b03aa-11b5-405c-8c8e-792ef3fc0673',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.400629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.400801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.400894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.401201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.401201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.401450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be updated. [ 712.448160] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.448348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.448438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.448678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.448873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.461027] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 712.562724] env[65581]: INFO networking_nsxv3.common.synchronization [req-425fbf45-9691-4ab2-812b-69f8146e4da2 req-c3310609-3ea2-42bd-88b0-0b33efd0be15 service nova] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_rules [ 712.562915] env[65581]: INFO networking_nsxv3.common.synchronization [req-425fbf45-9691-4ab2-812b-69f8146e4da2 req-c3310609-3ea2-42bd-88b0-0b33efd0be15 service nova] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 712.563118] env[65581]: INFO networking_nsxv3.common.synchronization [req-425fbf45-9691-4ab2-812b-69f8146e4da2 req-c3310609-3ea2-42bd-88b0-0b33efd0be15 service nova] Enqueued Resource ID: eb972d65-6114-4a89-9d65-ea6409afc0ec with Priority: HIGHEST for action port [ 712.563689] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_rules [ 712.563859] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 712.563911] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb972d65-6114-4a89-9d65-ea6409afc0ec with Priority: HIGHEST for action port [ 712.564206] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.564363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.564397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.564660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.564660] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.567060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.567253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.567373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb972d65-6114-4a89-9d65-ea6409afc0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.567513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.567541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.567714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.567793] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb972d65-6114-4a89-9d65-ea6409afc0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.802872] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.868755] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d45b03aa-11b5-405c-8c8e-792ef3fc0673 [ 712.868755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.869084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.869534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d45b03aa-11b5-405c-8c8e-792ef3fc0673 already deleted. [ 712.869811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45b03aa-11b5-405c-8c8e-792ef3fc0673" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.059943] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 in Status: SUCCESS [ 713.059943] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6bf1485-0760-47a1-b8a4-24cda108bef2 deletion is rescheduled due to dependency. [ 713.059943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6bf1485-0760-47a1-b8a4-24cda108bef2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.070988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.071227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.071480] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb972d65-6114-4a89-9d65-ea6409afc0ec with status ACTIVE [ 713.071679] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.071795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.071855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.072082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.072170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.072346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.072439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.072498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.072676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.072758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.073028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.073083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.073123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.073265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.073337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.073420] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb972d65-6114-4a89-9d65-ea6409afc0ec is going to be updated. [ 713.098387] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.099052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.099052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.099052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.099052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.099229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb972d65-6114-4a89-9d65-ea6409afc0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.305141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.305303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.305369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.305648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.305794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.305931] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be updated. [ 713.343497] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.343497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.343497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.343497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.343786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.354374] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 714.475024] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.475024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.475024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.475024] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.978832] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.095340] env[65581]: INFO networking_nsxv3.common.synchronization [None req-46974fa4-4a5f-46c4-90c0-835f36fa527a None None] Enqueued Resource ID: e5babd9a-53ed-419a-9a2c-d42a21844ddc with Priority: HIGHEST for action port [ 715.095955] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5babd9a-53ed-419a-9a2c-d42a21844ddc with Priority: HIGHEST for action port [ 715.096305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5babd9a-53ed-419a-9a2c-d42a21844ddc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.096428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5babd9a-53ed-419a-9a2c-d42a21844ddc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5babd9a-53ed-419a-9a2c-d42a21844ddc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5babd9a-53ed-419a-9a2c-d42a21844ddc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096861] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5babd9a-53ed-419a-9a2c-d42a21844ddc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.368763] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 715.369349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.369349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.369819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.369819] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.369942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.369942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.370453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.370453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.370567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.370567] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.484835] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.586583] env[65581]: INFO networking_nsxv3.common.synchronization [req-a348fc70-307e-4e7d-a9f6-c37e3d02d853 req-7bfe04c3-64cb-4cd0-965c-b8eaadd21421 tempest-ServersNegativeTestJSON-132415529 tempest-ServersNegativeTestJSON-132415529-project-member] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 715.587109] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 715.587868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.587868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.587868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.588063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.588145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.588261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.588332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.588510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.589114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.589114] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.600291] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5babd9a-53ed-419a-9a2c-d42a21844ddc [ 715.600291] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.600291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.600291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.600291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.600761] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5babd9a-53ed-419a-9a2c-d42a21844ddc already deleted. [ 715.600761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5babd9a-53ed-419a-9a2c-d42a21844ddc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.653891] env[65581]: INFO networking_nsxv3.common.synchronization [req-91739840-bbdf-4ea0-8498-5ada5064d405 req-75ea4d85-9e13-496c-b73d-d3f866ba06a0 tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: 0cc503f9-0b8b-47d1-a08e-89360d364e88 with Priority: HIGHEST for action security_group_rules [ 715.654587] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc503f9-0b8b-47d1-a08e-89360d364e88 with Priority: HIGHEST for action security_group_rules [ 715.654781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc503f9-0b8b-47d1-a08e-89360d364e88 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.654895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc503f9-0b8b-47d1-a08e-89360d364e88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.654959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc503f9-0b8b-47d1-a08e-89360d364e88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.656217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc503f9-0b8b-47d1-a08e-89360d364e88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.656217] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc503f9-0b8b-47d1-a08e-89360d364e88',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.873787] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.874015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.874130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.874394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877456] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.988582] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.988740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.988806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.989083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.989265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.989326] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be updated. [ 716.022876] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.023193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.023193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.023433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.023770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.028941] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.029163] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.029284] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.029617] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.029994] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.030240] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.030362] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.030588] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.030802] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.031040] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.031370] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.031488] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.031705] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.031851] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.031963] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.032127] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.035982] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 716.057078] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.057291] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.057525] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.057585] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.057978] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-9fbec099-3e28-43b2-bbd7-4a9523188cfd taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.058070] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.058167] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.058505] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.058655] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbec099-3e28-43b2-bbd7-4a9523188cfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.090958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.091136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.091231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.091781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.091781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.091781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.091781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.092041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.092041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.092041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.092157] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 already deleted. [ 716.092246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.181086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.181179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181272] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc503f9-0b8b-47d1-a08e-89360d364e88 already deleted. [ 716.181353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc503f9-0b8b-47d1-a08e-89360d364e88" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.380360] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7: rpc.has_security_group_logging(os_id): False [ 716.398644] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.399292] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.399394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.399458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.399605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.399857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.399949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.400230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.400755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400837] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be updated. [ 716.471440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.471598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.472044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.472044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.472044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.487399] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 716.562044] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.562330] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.562453] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.562846] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.563020] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.563181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 9fbec099-3e28-43b2-bbd7-4a9523188cfd not found, creating... [ 716.563458] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.563687] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.563768] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.564225] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.564225] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.564450] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.564609] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.564723] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.564933] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.565075] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565211] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd is going to be created. [ 716.619380] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.619628] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.619717] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.619987] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.620256] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.620481] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.327170] env[65581]: INFO networking_nsxv3.common.synchronization [req-a348fc70-307e-4e7d-a9f6-c37e3d02d853 req-3112d249-9797-4060-bdcd-70135f2c873b service nova] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_rules [ 717.327170] env[65581]: INFO networking_nsxv3.common.synchronization [req-a348fc70-307e-4e7d-a9f6-c37e3d02d853 req-3112d249-9797-4060-bdcd-70135f2c873b service nova] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 717.327403] env[65581]: INFO networking_nsxv3.common.synchronization [req-a348fc70-307e-4e7d-a9f6-c37e3d02d853 req-3112d249-9797-4060-bdcd-70135f2c873b service nova] Enqueued Resource ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd with Priority: HIGHEST for action port [ 717.329745] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_rules [ 717.329745] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 717.329745] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd with Priority: HIGHEST for action port [ 717.329745] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.329745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.329745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.329745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.329745] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.333975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.334167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.334260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.334555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.336196] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.336381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.336467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.336733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.338096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.338096] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.338648] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fbec099-3e28-43b2-bbd7-4a9523188cfd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.338648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.338648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.339372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.339530] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbec099-3e28-43b2-bbd7-4a9523188cfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.834533] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.834962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.842201] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fbec099-3e28-43b2-bbd7-4a9523188cfd with status ACTIVE [ 717.842508] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.842748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.842859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.843214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.843269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.843560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.843715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.843831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.844030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.844155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.844401] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.844519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.844606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.844795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.844909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.845221] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd is going to be updated. [ 717.846460] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.874540] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.874540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.874540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.874782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.874860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.875176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.050353] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.050353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.050353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.050353] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.351313] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.506532] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 718.506773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.553482] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.553656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.553777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.554193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.554306] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.554306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.554422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.554547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.554634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.554725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.554903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.555032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.558512] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.558512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.558512] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.856409] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.856409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.856409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.856409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.856409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.856409] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be created. [ 718.881360] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.881883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.882125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.883097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.883097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.893254] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: UNINITIALIZED for 2s [ 719.061251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a: rpc.has_security_group_logging(os_id): False [ 719.085990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.085990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.085990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.085990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.085990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.086281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.086281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.086359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.086441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.086512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.086704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.086867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.086955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.087141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.087215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.087392] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.087485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.087547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.087684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.087838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.087927] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be updated. [ 719.154973] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.155175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.155233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.155446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.155597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.173434] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 719.344661] env[65581]: INFO networking_nsxv3.common.synchronization [None req-4a97d8a3-447c-4bf1-8fda-2c33d3816b8e None None] Enqueued Resource ID: f970a25a-b428-4b5a-9acd-f4ff7e560754 with Priority: HIGHEST for action port [ 719.345310] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f970a25a-b428-4b5a-9acd-f4ff7e560754 with Priority: HIGHEST for action port [ 719.345619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f970a25a-b428-4b5a-9acd-f4ff7e560754 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.345743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f970a25a-b428-4b5a-9acd-f4ff7e560754" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.346430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f970a25a-b428-4b5a-9acd-f4ff7e560754" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.346773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f970a25a-b428-4b5a-9acd-f4ff7e560754" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.346900] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f970a25a-b428-4b5a-9acd-f4ff7e560754',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.851227] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f970a25a-b428-4b5a-9acd-f4ff7e560754 [ 719.851227] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.851227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.851227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.851227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.851227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.851227] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f970a25a-b428-4b5a-9acd-f4ff7e560754 already deleted. [ 719.851227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f970a25a-b428-4b5a-9acd-f4ff7e560754" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741638] env[65581]: INFO networking_nsxv3.common.synchronization [req-0e0445da-6211-4bc3-b3d0-245ba914db01 req-11ade6ef-6670-44e2-81d0-f1f043dbaa00 tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 720.742601] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 720.743354] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.743546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.743655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.743896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.744134] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.744330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.744426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.744634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.744766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.745144] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.908463] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 720.908998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.908998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.910411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.911296] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.911409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.911461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.911626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.911714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.911817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.911920] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.190653] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 721.190967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.248353] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.287299] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.287299] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.287472] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.287655] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.288018] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.288178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288302] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.288535] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.288679] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.288902] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.289015] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.289130] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.289249] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.289356] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.289463] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.289599] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.311132] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.311332] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.311473] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.311651] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.311960] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-d49413c3-945e-4476-ac9e-ecdc56910de0 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.312156] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.312300] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.312633] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.312988] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49413c3-945e-4476-ac9e-ecdc56910de0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.420025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.420025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.420624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.420624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.420624] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.420803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.420803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.420992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.421160] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.753328] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.819306] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.819306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port d49413c3-945e-4476-ac9e-ecdc56910de0 not found, creating... [ 721.819306] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.819306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.819793] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.819793] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.819793] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.820160] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.820476] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.820778] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: d49413c3-945e-4476-ac9e-ecdc56910de0 is going to be created. [ 721.847174] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.847174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.847174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.847174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.847174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.847507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925567] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd564ca-4439-4a5e-bfd1-8f640aed72a2: rpc.has_security_group_logging(os_id): False [ 721.960387] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.960537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.960617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.960866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.960963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.961200] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.961307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.961372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.961526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.961606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.961795] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.961887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.961950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.962106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.962172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.962886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.962886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.962886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.962886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.962886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.962886] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be created. [ 721.966181] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1aa2f581-de40-4f92-a475-69942b507448 None None] Enqueued Resource ID: 0614db68-30c1-4dc9-8244-f6dd7e2f3268 with Priority: HIGHEST for action port [ 721.967039] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0614db68-30c1-4dc9-8244-f6dd7e2f3268 with Priority: HIGHEST for action port [ 721.967039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0614db68-30c1-4dc9-8244-f6dd7e2f3268 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.967190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0614db68-30c1-4dc9-8244-f6dd7e2f3268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.967190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0614db68-30c1-4dc9-8244-f6dd7e2f3268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.967394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0614db68-30c1-4dc9-8244-f6dd7e2f3268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.967480] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0614db68-30c1-4dc9-8244-f6dd7e2f3268',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.044729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.044821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.044911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.046072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.046072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.057782] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 722.096461] env[65581]: INFO networking_nsxv3.common.synchronization [None req-387118ac-fec5-4d36-ac31-6f4c1074f96c None None] Enqueued Resource ID: 6f3d7544-0c40-4b9a-b2f6-a0ba86736a43 with Priority: HIGHEST for action port [ 722.099859] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3d7544-0c40-4b9a-b2f6-a0ba86736a43 with Priority: HIGHEST for action port [ 722.100733] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3d7544-0c40-4b9a-b2f6-a0ba86736a43 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.100733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3d7544-0c40-4b9a-b2f6-a0ba86736a43" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.100733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3d7544-0c40-4b9a-b2f6-a0ba86736a43" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.101083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3d7544-0c40-4b9a-b2f6-a0ba86736a43" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.101507] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3d7544-0c40-4b9a-b2f6-a0ba86736a43',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.256069] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.256253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.256296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.256507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.256599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.256699] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 722.287057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.287267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.287347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.287616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.287781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.302569] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 722.469460] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0614db68-30c1-4dc9-8244-f6dd7e2f3268 [ 722.469754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.469915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.470028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.470274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.470402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.470532] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0614db68-30c1-4dc9-8244-f6dd7e2f3268 already deleted. [ 722.470635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0614db68-30c1-4dc9-8244-f6dd7e2f3268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.606029] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f3d7544-0c40-4b9a-b2f6-a0ba86736a43 [ 722.606288] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.606423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.606491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.606698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.606792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.606893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f3d7544-0c40-4b9a-b2f6-a0ba86736a43 already deleted. [ 722.606979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3d7544-0c40-4b9a-b2f6-a0ba86736a43" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.683888] env[65581]: INFO networking_nsxv3.common.synchronization [req-0e0445da-6211-4bc3-b3d0-245ba914db01 req-1d109296-15be-43ea-baa8-0b9bde607c40 service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 722.683888] env[65581]: INFO networking_nsxv3.common.synchronization [req-0e0445da-6211-4bc3-b3d0-245ba914db01 req-1d109296-15be-43ea-baa8-0b9bde607c40 service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 722.683888] env[65581]: INFO networking_nsxv3.common.synchronization [req-0e0445da-6211-4bc3-b3d0-245ba914db01 req-1d109296-15be-43ea-baa8-0b9bde607c40 service nova] Enqueued Resource ID: d49413c3-945e-4476-ac9e-ecdc56910de0 with Priority: HIGHEST for action port [ 722.683888] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 722.683888] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 722.683888] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49413c3-945e-4476-ac9e-ecdc56910de0 with Priority: HIGHEST for action port [ 722.683888] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.683888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.683888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.683888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.683888] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.686071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.686071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.686071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-d49413c3-945e-4476-ac9e-ecdc56910de0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.686523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.686523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.686523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.686523] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49413c3-945e-4476-ac9e-ecdc56910de0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.191454] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.191765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.193022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d49413c3-945e-4476-ac9e-ecdc56910de0 with status ACTIVE [ 723.193224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.193345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.193410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.194361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.194361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.194361] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.194361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.194361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.194361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.194361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.194813] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.194813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.194813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.194813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.194813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.195195] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d49413c3-945e-4476-ac9e-ecdc56910de0 is going to be updated. [ 723.217604] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.219041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.219041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.219041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.219041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.219041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d49413c3-945e-4476-ac9e-ecdc56910de0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.327699] env[65581]: INFO networking_nsxv3.common.synchronization [req-e001fd05-3443-414a-8267-0711eebf0b7f req-02ec568a-bccc-4180-bfd2-7ae23df7ac8a tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 723.328047] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 723.328371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.328489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.328553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.328818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.328974] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.331738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.332683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.332929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.333045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.333149] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.745384] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.745532] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.745641] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.745987] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.746326] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.746486] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.746595] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.746812] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.746975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.747219] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.747313] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.747417] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.747519] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.747622] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.747723] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.747851] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.767374] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.767546] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.767685] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.767865] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.768191] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.768360] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.768474] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.768856] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.769065] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3734ff-3ea4-4702-a9a9-7af11e7be12c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.836765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.837131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.837343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.837952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.838175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.838533] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.839170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.839305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.839597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.839719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.839900] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 already deleted. [ 723.841089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.069746] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 724.069992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.273457] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.273457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.273457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.273457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.279196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.279196] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port bd3734ff-3ea4-4702-a9a9-7af11e7be12c not found, creating... [ 724.279196] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.279196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.279196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.279196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.279196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.285523] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.285523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.285523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.285523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.285523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.285523] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c is going to be created. [ 724.313145] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 724.313525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.313789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.314072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.314316] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.314481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.314589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.315032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.315032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.315032] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.317858] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.318201] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.318392] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.318680] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.318961] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.319310] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.435059] env[65581]: INFO networking_nsxv3.common.synchronization [None req-16f87b57-ae4e-4e13-89aa-574a05a81fc7 None None] Enqueued Resource ID: cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22 with Priority: HIGHEST for action port [ 724.435492] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22 with Priority: HIGHEST for action port [ 724.435805] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.435933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.436017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.436292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.436381] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.747737] env[65581]: INFO networking_nsxv3.common.synchronization [None req-fa0b0b05-a5bc-4e44-993f-8785e3654640 None None] Enqueued Resource ID: 6e3a0218-5aa7-4791-a109-c5da308132d4 with Priority: HIGHEST for action port [ 724.747737] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a0218-5aa7-4791-a109-c5da308132d4 with Priority: HIGHEST for action port [ 724.747737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3a0218-5aa7-4791-a109-c5da308132d4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.747737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3a0218-5aa7-4791-a109-c5da308132d4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.747737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3a0218-5aa7-4791-a109-c5da308132d4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.747737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3a0218-5aa7-4791-a109-c5da308132d4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.747737] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3a0218-5aa7-4791-a109-c5da308132d4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.820767] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.939093] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22 [ 724.939351] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.939499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.939576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.939792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.939887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.940046] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22 already deleted. [ 724.940104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7edf6f-9b9c-456a-9b85-71ad4c5a3a22" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.036503] env[65581]: INFO networking_nsxv3.common.synchronization [req-e001fd05-3443-414a-8267-0711eebf0b7f req-7ef7e444-1ebc-4de2-9018-8a5b96d4c36b service nova] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 725.036641] env[65581]: INFO networking_nsxv3.common.synchronization [req-e001fd05-3443-414a-8267-0711eebf0b7f req-7ef7e444-1ebc-4de2-9018-8a5b96d4c36b service nova] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 725.036778] env[65581]: INFO networking_nsxv3.common.synchronization [req-e001fd05-3443-414a-8267-0711eebf0b7f req-7ef7e444-1ebc-4de2-9018-8a5b96d4c36b service nova] Enqueued Resource ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c with Priority: HIGHEST for action port [ 725.037319] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 725.037467] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 725.037870] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c with Priority: HIGHEST for action port [ 725.038281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038648] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.039477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.039595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.039662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.040854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041055] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.041202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.041292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.044589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.044589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.044589] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.044589] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.044589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.044589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.044589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.044589] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3734ff-3ea4-4702-a9a9-7af11e7be12c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.250376] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3a0218-5aa7-4791-a109-c5da308132d4 [ 725.250376] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.250514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.250660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.252040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.252040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.252040] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3a0218-5aa7-4791-a109-c5da308132d4 already deleted. [ 725.252040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3a0218-5aa7-4791-a109-c5da308132d4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.324155] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.547668] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.547668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.547668] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.549373] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd3734ff-3ea4-4702-a9a9-7af11e7be12c with status ACTIVE [ 725.549970] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.551901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.551901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.551901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.554104] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.554247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.554313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.554507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.554589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.554808] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.554905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.554963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.555488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c is going to be updated. [ 725.565683] env[65581]: INFO networking_nsxv3.common.synchronization [req-d3ce2461-38b4-4486-b17d-d9b4c8776fe6 req-e7e1e2ed-460e-47db-a711-d32c0abb8f46 tempest-AttachInterfacesV270Test-1565853964 tempest-AttachInterfacesV270Test-1565853964-project-member] Enqueued Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_members [ 725.566385] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGHEST for action security_group_members [ 725.567031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.567031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.567031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.569064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.569235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.569359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.569426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.569668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.569762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.569874] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.579416] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.579589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.579670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.579896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.580057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.580218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.826811] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.826811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.826950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.827799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.827799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.827799] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 725.863419] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.863633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.863701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.863875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.864044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.874317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 726.059021] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.073071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.073377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.074770] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.074770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.074770] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c is going to be updated. [ 726.108547] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.108747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.108978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.110354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.110354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.119919] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c in Status: IN_PROGRESS for 2s [ 726.561457] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.561457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.561457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.561879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.562073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.566022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 is going to be created. [ 726.592050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.592216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.592271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.592503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.592677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.603178] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: UNINITIALIZED for 2s [ 727.016341] env[65581]: INFO networking_nsxv3.common.synchronization [None req-eefcfc07-7db6-47dd-ae1b-e5634d58ea84 None None] Enqueued Resource ID: 2e49d58b-fd59-4587-9287-d9cc895d1618 with Priority: HIGHEST for action port [ 727.017018] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e49d58b-fd59-4587-9287-d9cc895d1618 with Priority: HIGHEST for action port [ 727.018010] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e49d58b-fd59-4587-9287-d9cc895d1618 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.018203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e49d58b-fd59-4587-9287-d9cc895d1618" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.018300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e49d58b-fd59-4587-9287-d9cc895d1618" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.018671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e49d58b-fd59-4587-9287-d9cc895d1618" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.018796] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e49d58b-fd59-4587-9287-d9cc895d1618',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.524337] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e49d58b-fd59-4587-9287-d9cc895d1618 [ 727.524337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.524337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.524337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.524337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.524337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.524337] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e49d58b-fd59-4587-9287-d9cc895d1618 already deleted. [ 727.524337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e49d58b-fd59-4587-9287-d9cc895d1618" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.886195] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 727.886708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.886790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.887097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.887431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.887666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.887759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.888305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.888462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.888616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.888799] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.041633] env[65581]: INFO networking_nsxv3.common.synchronization [None req-bb7be40f-42a0-4cc8-9ef3-837464391b20 tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_rules [ 728.041834] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_rules [ 728.044343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.044494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.044648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.045513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.045513] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.132210] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c in Status: SUCCESS [ 728.132452] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c deletion is rescheduled due to dependency. [ 728.132578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.369980] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e959c96f-d947-4e7a-b9f4-4ff2cac29c24 tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_rules [ 728.370761] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_rules [ 728.371967] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.371967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.398079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.398079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.398079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.398079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.398932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.398932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.398932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.398932] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.571054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.571054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.571054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.571308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.571826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.571826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce already deleted. [ 728.571826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.572138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.572344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.572445] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.614351] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: SUCCESS [ 728.614677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.614878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.615276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.615504] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.615630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.615701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.615953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.616130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.616236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.616333] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.901367] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e903ae8-911d-47ae-a168-800a5faf2756: rpc.has_security_group_logging(os_id): False [ 728.924682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.924825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.924971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.925216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.925317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.925539] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.925646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.925710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.925860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.925938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926134] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926677] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.927047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.927131] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 728.994562] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.994732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.994778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.995016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.995167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.010849] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 729.100038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.100519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.100519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.100519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.100519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.100686] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce already deleted. [ 729.100714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119978] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.625219] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4296b9b9-bfdb-4ec6-9746-eef877028988: rpc.has_security_group_logging(os_id): False [ 729.652112] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.652272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.652320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.652688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.652688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.652963] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.653082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.653147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.653307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.653473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.653473] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 is going to be created. [ 729.764754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.764987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.765086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.765356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.765606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.783436] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: IN_PROGRESS for 2s [ 730.971352] env[65581]: INFO networking_nsxv3.common.synchronization [req-36ec87ad-6e68-4636-961a-f4d7cf448099 req-06f931eb-cfce-4377-bc94-e70c67514f5f tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 with Priority: HIGHEST for action security_group_rules [ 730.972024] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 with Priority: HIGHEST for action security_group_rules [ 730.972024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb42791-7877-43dc-a705-0ddac0f93b48 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.972024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.972138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.972305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.972384] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb42791-7877-43dc-a705-0ddac0f93b48',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.025917] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 731.026188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.285934] env[65581]: INFO networking_nsxv3.common.synchronization [req-2c4265a3-bb79-40ce-9d96-ede78e2005b6 req-789619e6-e195-4186-9d28-1e544bebfff6 tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 731.286647] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 731.287851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.287851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.287851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.287851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.287851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.288375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.288472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.288929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.288929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.289085] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.494885] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.494885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.494885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.494885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.494885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.494885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 already deleted. [ 731.494885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.792546] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.792546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.792546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.792728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.792854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.793522] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.793626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.794016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.794345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.794421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.795030] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 731.798936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: SUCCESS [ 731.800378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.827653] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.827821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.827893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.828227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.828510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.840795] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 732.431028] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d79adcf7-7d0b-4f88-94af-68dba20563f6 None None] Enqueued Resource ID: 0b863e3d-3833-4d0d-8eec-e7f5686a4d63 with Priority: HIGHEST for action port [ 732.432278] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b863e3d-3833-4d0d-8eec-e7f5686a4d63 with Priority: HIGHEST for action port [ 732.432635] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b863e3d-3833-4d0d-8eec-e7f5686a4d63 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.432787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b863e3d-3833-4d0d-8eec-e7f5686a4d63" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.433017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b863e3d-3833-4d0d-8eec-e7f5686a4d63" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.433138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b863e3d-3833-4d0d-8eec-e7f5686a4d63" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.433964] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b863e3d-3833-4d0d-8eec-e7f5686a4d63',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.937168] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b863e3d-3833-4d0d-8eec-e7f5686a4d63 [ 732.937499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.937682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.937788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.938146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.938288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.938448] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b863e3d-3833-4d0d-8eec-e7f5686a4d63 already deleted. [ 732.938581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b863e3d-3833-4d0d-8eec-e7f5686a4d63" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.334538] env[65581]: INFO networking_nsxv3.common.synchronization [req-92764c88-ece4-4099-bab0-34bd81c4c747 req-b9035086-7a2b-442a-8b08-e1b4152fee09 tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 with Priority: HIGHEST for action security_group_rules [ 733.334966] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 with Priority: HIGHEST for action security_group_rules [ 733.335300] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb42791-7877-43dc-a705-0ddac0f93b48 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.335424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.335490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.336104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.336196] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb42791-7877-43dc-a705-0ddac0f93b48',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.852885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 733.853195] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 733.853238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.864215] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.864215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.864215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.864215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.864215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.864215] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 already deleted. [ 733.864215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.544342] env[65581]: INFO networking_nsxv3.common.synchronization [req-1c2ae9fc-fe06-4349-af6c-2c9d000b558a req-2ed67314-54e1-42a7-9722-e0144ddf318f tempest-ServersTestManualDisk-1644578659 tempest-ServersTestManualDisk-1644578659-project-member] Enqueued Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_members [ 734.544969] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e767a5d-9400-4be3-96f6-6293c894756f with Priority: HIGHEST for action security_group_members [ 734.545737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e767a5d-9400-4be3-96f6-6293c894756f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.545880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.545968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.546365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.546454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.546519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.546753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.546849] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e767a5d-9400-4be3-96f6-6293c894756f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.032016] env[65581]: INFO networking_nsxv3.common.synchronization [None req-405466fa-45d8-459c-bac4-a41ff7a8eaf2 None None] Enqueued Resource ID: 32179291-a827-4d82-80f8-2b0e1fe29bdc with Priority: HIGHEST for action port [ 735.032306] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32179291-a827-4d82-80f8-2b0e1fe29bdc with Priority: HIGHEST for action port [ 735.032958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-32179291-a827-4d82-80f8-2b0e1fe29bdc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.034879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32179291-a827-4d82-80f8-2b0e1fe29bdc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.034879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32179291-a827-4d82-80f8-2b0e1fe29bdc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.034879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32179291-a827-4d82-80f8-2b0e1fe29bdc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.034879] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32179291-a827-4d82-80f8-2b0e1fe29bdc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.049300] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.049522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.049522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.049778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.074120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.074120] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.074120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.074120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.074120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.074120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.074120] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f is going to be updated. [ 735.103159] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.103159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.103159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.103159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.103159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.115152] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e767a5d-9400-4be3-96f6-6293c894756f in Status: IN_PROGRESS for 2s [ 735.537903] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32179291-a827-4d82-80f8-2b0e1fe29bdc [ 735.540104] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.540104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.540104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.540104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.540104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.540104] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32179291-a827-4d82-80f8-2b0e1fe29bdc already deleted. [ 735.540104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32179291-a827-4d82-80f8-2b0e1fe29bdc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.083503] env[65581]: INFO networking_nsxv3.common.synchronization [req-f240e86a-4d03-4d43-b3d3-950dbbffa04f req-c4d401a0-ad9c-4f73-b1f4-a387d1ce3dc1 tempest-SecurityGroupRulesTestJSON-1764186061 tempest-SecurityGroupRulesTestJSON-1764186061-project-member] Enqueued Resource ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 with Priority: HIGHEST for action security_group_rules [ 736.085026] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 with Priority: HIGHEST for action security_group_rules [ 736.085026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb42791-7877-43dc-a705-0ddac0f93b48 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.085026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.085026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.086119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.086119] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb42791-7877-43dc-a705-0ddac0f93b48',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.613044] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.613044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.613261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.613299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.613399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.613514] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb42791-7877-43dc-a705-0ddac0f93b48 already deleted. [ 736.613632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb42791-7877-43dc-a705-0ddac0f93b48" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.975459] env[65581]: INFO networking_nsxv3.common.synchronization [req-73376f3f-3e77-4d8e-b0a9-8467e9b72c49 req-d5e682e9-324a-4e62-b027-deb0e71d0b6b tempest-FloatingIPsAssociationTestJSON-1945202795 tempest-FloatingIPsAssociationTestJSON-1945202795-project-member] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 736.978017] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGHEST for action security_group_members [ 736.978812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.978812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.978812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.979158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.979158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.979275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.979328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.980105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.980105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.980105] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.130332] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e767a5d-9400-4be3-96f6-6293c894756f in Status: SUCCESS [ 737.130654] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e767a5d-9400-4be3-96f6-6293c894756f deletion is rescheduled due to dependency. [ 737.130654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e767a5d-9400-4be3-96f6-6293c894756f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.483830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.484321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.484321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.484321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.484476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.484615] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.484716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.484790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.484984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.485104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.485227] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be updated. [ 737.543175] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.543364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.543548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.544217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.544217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.557821] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: IN_PROGRESS for 2s [ 739.377851] env[65581]: INFO networking_nsxv3.common.synchronization [req-f96e4b25-352c-4d53-80c3-eb9b1d95ae2b req-8468a03e-ef67-4f1a-91e2-d0a790079d12 tempest-FloatingIPsAssociationNegativeTestJSON-1523453831 tempest-FloatingIPsAssociationNegativeTestJSON-1523453831-project-member] Enqueued Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_members [ 739.378351] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGHEST for action security_group_members [ 739.378663] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.378786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.378855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.379077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.379233] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.379352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.379391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.379547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.379600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.379691] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.577764] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9b4b62-cf91-47ac-8554-84073baa400c in Status: SUCCESS [ 739.577953] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9b4b62-cf91-47ac-8554-84073baa400c deletion is rescheduled due to dependency. [ 739.578104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.882425] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.882665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.882745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.883033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.883163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.883429] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.883534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.883604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.883819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.884030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.884030] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ecfc255-3e39-48a5-af20-c47691819d3e is going to be updated. [ 739.914778] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.915067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.915067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.915448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.915637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.926699] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ecfc255-3e39-48a5-af20-c47691819d3e in Status: IN_PROGRESS for 2s [ 741.394830] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-02be9a34-a691-4f40-9758-4b8591de60dc tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 741.395439] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 741.395753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.395872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.396484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.397097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.397272] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.397377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.397435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.397607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.397739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.397789] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.902031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.902031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.902031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.902031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 741.919721] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-79a93863-6908-495a-aeca-32e54b480fba tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 741.920304] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 741.920692] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.921232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934122] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.934309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.934643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.934842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.937957] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ecfc255-3e39-48a5-af20-c47691819d3e in Status: SUCCESS [ 741.938155] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ecfc255-3e39-48a5-af20-c47691819d3e deletion is rescheduled due to dependency. [ 741.938262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.944297] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 742.628376] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.628664] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-856" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.628705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-856" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.629306] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-856" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.629306] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.629559] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.629706] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.629980] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.630163] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.630391] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.630500] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.630602] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.631042] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.631042] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.631042] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.631186] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.653035] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.653224] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.653376] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.653557] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-856" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.653886] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-8ab847a1-f3e5-497f-a2e7-5d49badeae28 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.654081] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.654199] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.654546] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.654681] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab847a1-f3e5-497f-a2e7-5d49badeae28',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.160031] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.160031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 8ab847a1-f3e5-497f-a2e7-5d49badeae28 not found, creating... [ 743.160031] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.160031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.161457] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.161457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.161457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.161457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.161457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.161457] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 8ab847a1-f3e5-497f-a2e7-5d49badeae28 is going to be created. [ 743.182024] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.182024] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.182297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.182394] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.182615] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.182858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.957202] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 743.957577] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 deletion is rescheduled due to dependency. [ 743.958127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.959997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.960238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.960456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.961090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.961090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.961251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.961420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.961564] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.969579] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-9a8c9187-4902-420f-b8aa-a535592cc4f0 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 743.969795] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-9a8c9187-4902-420f-b8aa-a535592cc4f0 service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 743.969947] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-9a8c9187-4902-420f-b8aa-a535592cc4f0 service nova] Enqueued Resource ID: 8ab847a1-f3e5-497f-a2e7-5d49badeae28 with Priority: HIGHEST for action port [ 743.970571] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 743.971383] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 743.972402] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ab847a1-f3e5-497f-a2e7-5d49badeae28 with Priority: HIGHEST for action port [ 743.972754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.973619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.973619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.973619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.973619] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.975834] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.975953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.976201] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ab847a1-f3e5-497f-a2e7-5d49badeae28 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.976303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.976366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.976573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.976649] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab847a1-f3e5-497f-a2e7-5d49badeae28',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.295039] env[65581]: INFO networking_nsxv3.common.synchronization [req-31ae4735-fddb-4317-9a38-cf5ddd73e177 req-5852a278-8f35-41d5-9f2d-e92e72844b5b tempest-ServerMetadataTestJSON-213230996 tempest-ServerMetadataTestJSON-213230996-project-member] Enqueued Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_members [ 744.295893] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_members [ 744.297357] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.297599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.297675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.298279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.298462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.298568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.298633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.298783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.298894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.299012] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.464270] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.479152] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ab847a1-f3e5-497f-a2e7-5d49badeae28 with status ACTIVE [ 744.479394] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.479516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.479584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.479787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.479866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.480054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.480140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.480201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.480346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.480418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.480595] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.480680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.480742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.480936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.481019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.481101] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ab847a1-f3e5-497f-a2e7-5d49badeae28 is going to be updated. [ 744.482442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.482562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.506068] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.506228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.506294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.506504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.506643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.506832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ab847a1-f3e5-497f-a2e7-5d49badeae28" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.688036] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.688239] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-454" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.688645] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-454" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.688748] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-454" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.688999] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.689333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.689513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.689689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.690161] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.690348] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.690461] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.690568] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.690672] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.690804] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.690949] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.691102] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.724369] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.724582] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.724740] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.724864] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-454" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.725272] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-10d8a481-5ee1-4b00-9812-3694538f7713 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.725444] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.725872] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.725948] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.726207] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d8a481-5ee1-4b00-9812-3694538f7713',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.801790] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.802107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.802107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.802291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.802389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.802589] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.802689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.802748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.802961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.803067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.803160] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 already deleted. [ 744.803243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.969665] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.029631] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.029857] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-17" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.029980] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-17" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.030310] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-17" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.030569] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.030743] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.030861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.031049] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.031195] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.031391] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.031495] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.031595] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.031721] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.031810] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.031913] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.032056] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.051335] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.051529] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.051613] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.051819] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-17" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.052154] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.052322] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.052437] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.052744] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.052924] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef3ddff-a310-41e3-8f4a-fb9ce7c28e47',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.230077] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.230077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.230077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.230077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.230413] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.230413] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 10d8a481-5ee1-4b00-9812-3694538f7713 not found, creating... [ 745.230664] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.230886] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.231073] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.231328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.231496] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.231825] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.231983] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.232112] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.232314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.232441] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.232617] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 10d8a481-5ee1-4b00-9812-3694538f7713 is going to be created. [ 745.254235] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.254493] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.254631] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.254906] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.255149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.255384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.472838] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.473217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.473314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.473560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.473658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.473798] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 745.504355] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.504554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.504554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.504744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.504928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.514106] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 745.556582] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.556842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.556974] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.557283] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.557469] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.557625] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 not found, creating... [ 745.557893] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.558062] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.558174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.558384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.558514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.558789] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.558936] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.559056] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.559301] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.559465] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.559599] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 is going to be created. [ 745.578475] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.578674] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.578767] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.579024] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.579457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.939994] env[65581]: INFO networking_nsxv3.common.synchronization [req-31ae4735-fddb-4317-9a38-cf5ddd73e177 req-693d0b98-4eee-4cb1-ad7d-ace6f0f68981 service nova] Enqueued Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_rules [ 745.940670] env[65581]: INFO networking_nsxv3.common.synchronization [req-31ae4735-fddb-4317-9a38-cf5ddd73e177 req-693d0b98-4eee-4cb1-ad7d-ace6f0f68981 service nova] Enqueued Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_members [ 745.940670] env[65581]: INFO networking_nsxv3.common.synchronization [req-31ae4735-fddb-4317-9a38-cf5ddd73e177 req-693d0b98-4eee-4cb1-ad7d-ace6f0f68981 service nova] Enqueued Resource ID: 10d8a481-5ee1-4b00-9812-3694538f7713 with Priority: HIGHEST for action port [ 745.940911] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_rules [ 745.940992] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_members [ 745.941118] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d8a481-5ee1-4b00-9812-3694538f7713 with Priority: HIGHEST for action port [ 745.943674] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.945037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.945150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.945443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.945803] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.947560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.948265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.948366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.948575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.948741] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.950041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.950041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.950041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.950041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.950041] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.950528] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d8a481-5ee1-4b00-9812-3694538f7713 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.950645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.950806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.950917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.951029] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d8a481-5ee1-4b00-9812-3694538f7713',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.297548] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-9210e506-2286-41a3-a9fb-f0055d50193a service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 746.297810] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-9210e506-2286-41a3-a9fb-f0055d50193a service nova] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 746.297810] env[65581]: INFO networking_nsxv3.common.synchronization [req-417212fb-f8a2-4e77-b7bd-5bcd2ac6ced1 req-9210e506-2286-41a3-a9fb-f0055d50193a service nova] Enqueued Resource ID: aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 with Priority: HIGHEST for action port [ 746.298188] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_rules [ 746.298323] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 746.298425] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 with Priority: HIGHEST for action port [ 746.298997] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.299782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.300037] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.300124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.300303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.300409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.300473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.303329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.303329] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef3ddff-a310-41e3-8f4a-fb9ce7c28e47',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.451457] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.451457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.453409] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.454404] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d8a481-5ee1-4b00-9812-3694538f7713 with status ACTIVE [ 746.454566] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.454692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.454776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.455090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.455212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.455404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.455581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.455654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.455886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.455969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.456161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.456285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.457650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.457650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.457650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.457650] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d8a481-5ee1-4b00-9812-3694538f7713 is going to be updated. [ 746.480406] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.480566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.480625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.480848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.480995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.481173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d8a481-5ee1-4b00-9812-3694538f7713" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.771542] env[65581]: INFO networking_nsxv3.common.synchronization [req-56c648dc-a7d0-4ae0-911e-71047266aef3 req-7e19077a-6d00-4f35-a03e-58ffcc031632 tempest-ServerTagsTestJSON-1801595785 tempest-ServerTagsTestJSON-1801595785-project-member] Enqueued Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_members [ 746.772103] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_members [ 746.772428] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.772559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.772623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.772961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.773205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.773345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.773432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.773627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.773909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.773909] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.811177] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 with status ACTIVE [ 746.811177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.811177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.811177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.811177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.811177] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aef3ddff-a310-41e3-8f4a-fb9ce7c28e47 is going to be updated. [ 746.841059] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.841059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.841059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.841059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.841059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.841059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef3ddff-a310-41e3-8f4a-fb9ce7c28e47" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.959133] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.214047] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-684" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-684" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-684" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.214047] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.214047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.215090] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.215229] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.215333] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.215480] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.215894] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.216046] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.216186] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.236690] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.236994] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.237152] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.237319] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-684" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.237627] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-16ed56a1-f91c-4ef7-8215-ea7e1e079212 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.237793] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.237905] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.238559] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.238817] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ed56a1-f91c-4ef7-8215-ea7e1e079212',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.247324] env[65581]: INFO networking_nsxv3.common.synchronization [None req-08c961cb-fcba-48f3-be7b-b729e9ae1e09 None None] Enqueued Resource ID: 07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54 with Priority: HIGHEST for action port [ 747.249144] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54 with Priority: HIGHEST for action port [ 747.250836] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.251042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.251104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.251350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.251458] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.280226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.280379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.280438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.280644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.280741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.281173] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.281283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.282330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.282330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.282330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.282330] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 already deleted. [ 747.282330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.464516] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.464516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.464516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.464516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.464516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.464516] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 is going to be created. [ 747.486402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.486402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.486402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.486402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.486402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.494617] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 in Status: UNINITIALIZED for 2s [ 747.526657] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 747.526657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.526657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.526657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.526657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.526657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.526657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.526657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.526987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.526987] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.742711] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.742965] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.743118] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.743385] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.743629] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.743684] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 16ed56a1-f91c-4ef7-8215-ea7e1e079212 not found, creating... [ 747.744208] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.744208] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.744208] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.744388] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.744510] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744773] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.744913] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.745033] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.745227] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.745663] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.745663] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 16ed56a1-f91c-4ef7-8215-ea7e1e079212 is going to be created. [ 747.753837] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54 [ 747.754090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.754315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.754413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.754588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.755090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.755090] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54 already deleted. [ 747.755090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07ccc1e3-c5ce-4bcb-84f3-9b0fbd442a54" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.770545] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.770806] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.770938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.771225] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.771456] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.771683] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.030111] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.486603] env[65581]: INFO networking_nsxv3.common.synchronization [req-56c648dc-a7d0-4ae0-911e-71047266aef3 req-13f13f37-d5f3-4008-bef5-5ec4f626fc8f service nova] Enqueued Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_rules [ 748.486850] env[65581]: INFO networking_nsxv3.common.synchronization [req-56c648dc-a7d0-4ae0-911e-71047266aef3 req-13f13f37-d5f3-4008-bef5-5ec4f626fc8f service nova] Enqueued Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_members [ 748.486923] env[65581]: INFO networking_nsxv3.common.synchronization [req-56c648dc-a7d0-4ae0-911e-71047266aef3 req-13f13f37-d5f3-4008-bef5-5ec4f626fc8f service nova] Enqueued Resource ID: 16ed56a1-f91c-4ef7-8215-ea7e1e079212 with Priority: HIGHEST for action port [ 748.487451] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_rules [ 748.487579] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_members [ 748.487674] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ed56a1-f91c-4ef7-8215-ea7e1e079212 with Priority: HIGHEST for action port [ 748.487934] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.488632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.489350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.490261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.490261] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.491534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.491534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.491534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.491534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.491534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.491759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.493556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.493556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.493556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.493556] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.494362] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ed56a1-f91c-4ef7-8215-ea7e1e079212 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.494362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.494362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.494362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.494362] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ed56a1-f91c-4ef7-8215-ea7e1e079212',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.534509] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.996311] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.999632] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.999632] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ed56a1-f91c-4ef7-8215-ea7e1e079212 with status ACTIVE [ 748.999632] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.999632] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.999632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.000834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.001115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.005173] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.005173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.005173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.007477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.007477] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ed56a1-f91c-4ef7-8215-ea7e1e079212 is going to be updated. [ 749.029230] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.029230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.029230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.029230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.029230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.029230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ed56a1-f91c-4ef7-8215-ea7e1e079212" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.038994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.038994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.038994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.038994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.038994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.038994] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 749.070668] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.070668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.070874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.070921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.071084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.086526] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 749.507376] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c1da76ec-09d3-4ea2-b910-a8e45d1e7eb8 None None] Enqueued Resource ID: 4838b0be-7cf6-4d08-95de-7f131ebfab09 with Priority: HIGHEST for action port [ 749.510745] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 in Status: SUCCESS [ 749.511694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.515213] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.516453] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4838b0be-7cf6-4d08-95de-7f131ebfab09 with Priority: HIGHEST for action port [ 749.518510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.518510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.518510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.518510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.518510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.518823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.518823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.518823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.518913] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.520942] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4838b0be-7cf6-4d08-95de-7f131ebfab09 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.521082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4838b0be-7cf6-4d08-95de-7f131ebfab09" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.521150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4838b0be-7cf6-4d08-95de-7f131ebfab09" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.521367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4838b0be-7cf6-4d08-95de-7f131ebfab09" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.521606] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4838b0be-7cf6-4d08-95de-7f131ebfab09',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.021916] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.022102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.022170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.022574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.022574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.022574] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 is going to be created. [ 750.023833] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4838b0be-7cf6-4d08-95de-7f131ebfab09 [ 750.024640] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.024640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024640] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4838b0be-7cf6-4d08-95de-7f131ebfab09 already deleted. [ 750.024640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4838b0be-7cf6-4d08-95de-7f131ebfab09" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.025052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.025052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.025453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.025586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026128] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026472] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.027035] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.056351] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.056493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.056568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.056778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.056948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.069449] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 in Status: UNINITIALIZED for 2s [ 750.533297] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06: rpc.has_security_group_logging(os_id): False [ 750.551938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.552099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.552172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.552506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.552603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.552793] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.552988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.553082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.553302] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.553390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.553588] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.554203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.554203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.554203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.554203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.554203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.554723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.554723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.554723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.554723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.554723] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 is going to be created. [ 750.614482] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.614656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.614971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.614971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.615496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.630181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 in Status: IN_PROGRESS for 2s [ 751.098835] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 751.098835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.098835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.098835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.098835] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.098835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.099193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.099193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.099193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.099276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.099505] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.101363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.101363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.101363] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.101363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.101363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.101686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.101686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.101686] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.606691] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.607691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.607691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.080352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 in Status: SUCCESS [ 752.081559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.081559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.081559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.081559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.081559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.081559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.082453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.082496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.083454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.083454] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.109130] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.398960] env[65581]: INFO networking_nsxv3.common.synchronization [req-231be1d0-cae0-47c1-9af3-ac3591b81e06 req-e343c4b5-6370-4c8c-b4e7-68617b3fa7ec tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 752.399506] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 752.399796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.401104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.401104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.401104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.401337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.402190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.402190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.402190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.402190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.402190] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.406564] env[65581]: INFO networking_nsxv3.common.synchronization [req-73c148e2-f55b-4302-a51d-5c53b6233ac5 req-eb07681a-c2dc-48b0-95de-7fdd8bfaf53d tempest-ServersTestFqdnHostnames-1007687823 tempest-ServersTestFqdnHostnames-1007687823-project-member] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_members [ 752.406564] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGHEST for action security_group_members [ 752.406564] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.406564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.406564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.406564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.407055] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.407055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.407055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.407055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.407181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.407214] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.584767] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.585016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.585219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585390] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.585490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.585548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.586754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.589134] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589134] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.589134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.589134] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.612883] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.612883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.612883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.612883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.612883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.612883] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 752.642332] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 in Status: SUCCESS [ 752.642332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.647066] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.647066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.647066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.647066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.647066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.656522] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 752.861018] env[65581]: INFO networking_nsxv3.common.synchronization [None req-01d8cc4d-5329-476b-a3d3-ef6149013ad2 None None] Enqueued Resource ID: 4a79db95-708a-4744-bf87-0ba453e573a8 with Priority: HIGHEST for action port [ 752.861018] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79db95-708a-4744-bf87-0ba453e573a8 with Priority: HIGHEST for action port [ 752.861018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a79db95-708a-4744-bf87-0ba453e573a8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.861018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a79db95-708a-4744-bf87-0ba453e573a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.861018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a79db95-708a-4744-bf87-0ba453e573a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.861018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a79db95-708a-4744-bf87-0ba453e573a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.861571] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a79db95-708a-4744-bf87-0ba453e573a8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.906743] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.906743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.906743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.906909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.906909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.908095] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.908095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.908095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.908095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.908095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.908095] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 already deleted. [ 752.908095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.909335] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.909480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.909480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.909635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.910281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.910281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.910281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.910281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.910281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.910519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.910519] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 is going to be updated. [ 752.944350] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.944350] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.944350] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.945116] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.946514] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.946514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.946514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.946736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.946844] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.947220] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.947514] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.947623] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.948347] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.948907] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.949323] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.950268] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.953147] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.953258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.953258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.953461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.953600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.966286] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274aeb6-bd48-4097-8078-3fccc6d44620 in Status: IN_PROGRESS for 2s [ 752.974181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.974347] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.974417] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.974586] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.974891] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-62ed32fc-ab29-49f4-8662-59f27ac5deec taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.975071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.975237] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.975499] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.975634] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ed32fc-ab29-49f4-8662-59f27ac5deec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.092815] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26377177-06b9-4ac2-a3d0-cf1f79db07a2: rpc.has_security_group_logging(os_id): False [ 753.120499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.120673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.120746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.121047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.121409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.121475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.121537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.121590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.121758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.121836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.122132] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.125080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.125080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.125080] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 is going to be created. [ 753.213182] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.213182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.213182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.213182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.213182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.227818] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 in Status: IN_PROGRESS for 2s [ 753.366190] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a79db95-708a-4744-bf87-0ba453e573a8 [ 753.366427] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.366603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.366674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.366951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.367051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.367170] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a79db95-708a-4744-bf87-0ba453e573a8 already deleted. [ 753.367267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a79db95-708a-4744-bf87-0ba453e573a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.478482] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.478768] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.478909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.479649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.479865] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.479957] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 62ed32fc-ab29-49f4-8662-59f27ac5deec not found, creating... [ 753.480256] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.480450] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.480644] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.480736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.480874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.481128] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.481319] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.481383] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.481580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.481705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.481838] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 62ed32fc-ab29-49f4-8662-59f27ac5deec is going to be created. [ 753.504383] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.504641] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.504766] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.505049] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.505294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.505533] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.309054] env[65581]: INFO networking_nsxv3.common.synchronization [req-231be1d0-cae0-47c1-9af3-ac3591b81e06 req-3ed92c37-be85-4ec6-b302-42c55828240a service nova] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_rules [ 754.309054] env[65581]: INFO networking_nsxv3.common.synchronization [req-231be1d0-cae0-47c1-9af3-ac3591b81e06 req-3ed92c37-be85-4ec6-b302-42c55828240a service nova] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 754.309054] env[65581]: INFO networking_nsxv3.common.synchronization [req-231be1d0-cae0-47c1-9af3-ac3591b81e06 req-3ed92c37-be85-4ec6-b302-42c55828240a service nova] Enqueued Resource ID: 62ed32fc-ab29-49f4-8662-59f27ac5deec with Priority: HIGHEST for action port [ 754.309054] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_rules [ 754.309054] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 754.309451] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ed32fc-ab29-49f4-8662-59f27ac5deec with Priority: HIGHEST for action port [ 754.309999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.309999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.309999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.311272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.311272] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.314259] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.315135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.315135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.315286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.315385] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.318521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.318521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.318521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.318521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.318521] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.321634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ed32fc-ab29-49f4-8662-59f27ac5deec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.321634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.321634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.321634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.321634] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ed32fc-ab29-49f4-8662-59f27ac5deec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.674060] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 754.674060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.674210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.674412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.674612] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.674762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.674807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.675339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.675510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.675647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.675857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.676095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.676095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.676249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.676412] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.676530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.676611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.676785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.677195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.677336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.677445] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.814559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.814742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.821976] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.827704] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62ed32fc-ab29-49f4-8662-59f27ac5deec with status ACTIVE [ 754.827949] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.828060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.829022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.829241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.829352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.829431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.830509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.830509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.830509] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.830509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.830509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.830509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.830509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.830509] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62ed32fc-ab29-49f4-8662-59f27ac5deec is going to be updated. [ 754.833780] env[65581]: INFO networking_nsxv3.common.synchronization [None req-05c3c020-7bee-4948-b128-aafaab9a8069 None None] Enqueued Resource ID: 27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6 with Priority: HIGHEST for action port [ 754.834322] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6 with Priority: HIGHEST for action port [ 754.835191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.835422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.835422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.835780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.835780] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.868538] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.868538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.868538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.868538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.868538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.868538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ed32fc-ab29-49f4-8662-59f27ac5deec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.976352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274aeb6-bd48-4097-8078-3fccc6d44620 in Status: SUCCESS [ 754.976582] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 deletion is rescheduled due to dependency. [ 754.976669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.180405] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4df2f0c-3070-4f9e-b1fc-80a11d69d908: rpc.has_security_group_logging(os_id): False [ 755.203077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.203077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.203077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.203077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.203657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.203657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.203657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.203657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.203657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.203804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.204686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.204686] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 755.241260] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 in Status: SUCCESS [ 755.242044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.325311] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.340857] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6 [ 755.342570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.342570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.343062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.343062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.343062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.343200] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6 already deleted. [ 755.343200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b4e2bd-f5e0-4a94-96c1-cdd21f6188f6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.401747] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.401892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.402018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.402191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.402334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 755.451648] env[65581]: INFO networking_nsxv3.common.synchronization [req-d3cd25e3-2034-4da8-a031-7a99ae855853 req-622c8feb-3b40-4c48-8a60-2cc2dbbd953f tempest-ListServerFiltersTestJSON-2047210966 tempest-ListServerFiltersTestJSON-2047210966-project-member] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 755.452411] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 755.453436] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.453436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.453646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.453702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.453857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.453954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454622] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.827935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.828165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.828229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.831117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.831117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.831117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be created. [ 755.869140] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.869341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.869508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.869617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.869784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.883864] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: UNINITIALIZED for 2s [ 755.959786] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.212292] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8c26c455-40e4-4764-8d06-d6f5a5bd5d05 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_rules [ 756.213430] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_rules [ 756.213992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.214195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.214392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.214707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.214804] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.446618] env[65581]: INFO networking_nsxv3.common.synchronization [None req-5d3364c7-fd6a-44b3-b17f-8ad1a558b3b4 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_rules [ 756.448930] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_rules [ 756.448930] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.448930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.470586] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.735074] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.735300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.735414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.735534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.735625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.735724] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 already deleted. [ 756.735839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.736022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.736219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.736328] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.972336] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.972594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.972651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.972889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.973119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.973260] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 757.004757] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.004884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.005130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.005317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.026093] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 757.116849] env[65581]: INFO networking_nsxv3.common.synchronization [req-b4d008ec-f225-4d09-9e52-eac48d5c1908 req-1e23be01-b741-4694-bbc4-c4722df55b5c tempest-ServersTestBootFromVolume-1902474084 tempest-ServersTestBootFromVolume-1902474084-project-member] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_members [ 757.117469] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGHEST for action security_group_members [ 757.118418] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.118418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.118418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.118612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.118769] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.118889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.118946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.119113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.119194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.119287] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.263598] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.263852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.264170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.264453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.265942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.265942] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 already deleted. [ 757.265942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.436768] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 757.436954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.437185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.437453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.437541] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.593309] env[65581]: INFO networking_nsxv3.common.synchronization [req-9dceb7f1-98e5-407b-9d96-c01657be88e3 req-e41993c4-9626-4131-9aed-e449834bacaa tempest-ServersAdminNegativeTestJSON-24975652 tempest-ServersAdminNegativeTestJSON-24975652-project-member] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 757.593309] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 757.593309] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.594188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.594875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.594875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.594875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.594875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.595085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.595645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.595645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.595645] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.622863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.623032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.623118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.623332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.623427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.623629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.623720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.623784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.624023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.624023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.624102] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c is going to be updated. [ 757.656674] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.656862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.656906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.657672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.657672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.671420] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54512e1d-de52-415e-88ac-a66fdfb5700c in Status: IN_PROGRESS for 2s [ 757.868643] env[65581]: INFO networking_nsxv3.common.synchronization [req-eaa9473a-3028-47ea-9d48-39a1c145fa45 req-2e1850e7-527a-4a10-b9a4-0f98167ae4c7 tempest-MigrationsAdminTest-1741902411 tempest-MigrationsAdminTest-1741902411-project-member] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 757.870339] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 757.870716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.870841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.871030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.872617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.872693] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.872859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.872932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.873201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.873325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.873457] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.902476] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 757.902837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.903065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.903366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.905397] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.905574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.905648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.905890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.906080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.906197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.906280] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.941785] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.941785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.941785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.941785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.943128] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.943128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.943128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.943128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.943128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.943128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.943128] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.099203] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.309770] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.309770] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.309770] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.309770] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.309770] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.309770] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.310115] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.310115] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.310240] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.312193] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.312329] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.312436] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.312544] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.312655] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.313064] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.313064] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.339443] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.339670] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.339721] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.339957] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.340241] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3b0c55d6-1663-411c-b70f-483a9e8bf30a taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.340487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.340739] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.341097] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.341238] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0c55d6-1663-411c-b70f-483a9e8bf30a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.377892] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.408798] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.409574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.409574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.410305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.410593] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.410725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.410795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.411052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.411157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.411279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.411465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.411573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.411638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.411796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.411965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.412064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.412135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.412268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.412346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.412429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.412519] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.445671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.445841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.445904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.446139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.446309] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.446411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.446474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.446624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.446717] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.446817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.446941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.447148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.447148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.447367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.447485] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.448071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.448071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.448071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.448071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.448071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.448071] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.603560] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.844228] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.844458] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.844582] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.844857] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.845012] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.845176] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3b0c55d6-1663-411c-b70f-483a9e8bf30a not found, creating... [ 758.845474] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.845619] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.845738] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.845978] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.846130] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.846484] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.846780] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.846916] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.847134] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.847316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.847466] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3b0c55d6-1663-411c-b70f-483a9e8bf30a is going to be created. [ 758.871657] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.871657] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.871657] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.871873] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.872019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.872363] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.880144] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.916192] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 882f3a8f-c6f1-45fa-97ce-02b56aac6e23: rpc.has_security_group_logging(os_id): False [ 758.949876] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.950724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.950724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.951444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.951444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.951945] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.951945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.952117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.952531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.952595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.952917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.953097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.953181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.953489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.954754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.954754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.954754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.954754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.954754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.954754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.954754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be created. [ 758.955936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4df2f0c-3070-4f9e-b1fc-80a11d69d908: rpc.has_security_group_logging(os_id): False [ 758.982360] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.982612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.982612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.982848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.983146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.983420] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.983555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.983644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.983836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.983940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.984258] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.984402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.984487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.984685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.984789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.985112] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.985322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.985432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.985837] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 759.049553] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 759.049771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.108161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.108161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.108161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.108161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.108161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.108161] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be updated. [ 759.115522] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.115872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.115972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.116350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.116601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.132738] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.133029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.133131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.133834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.133834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.158763] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 759.167050] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 759.185369] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.185572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.185705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.185850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.186071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.207133] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 759.383839] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.383839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.384071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.384232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.384372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.384560] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be updated. [ 759.428583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.428583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.428583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.428583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.428583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.440410] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 759.624437] env[65581]: INFO networking_nsxv3.common.synchronization [req-eaa9473a-3028-47ea-9d48-39a1c145fa45 req-e72fa3fa-d447-48c1-bcf7-2e7ee1b4aa58 service nova] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_rules [ 759.624840] env[65581]: INFO networking_nsxv3.common.synchronization [req-eaa9473a-3028-47ea-9d48-39a1c145fa45 req-e72fa3fa-d447-48c1-bcf7-2e7ee1b4aa58 service nova] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 759.624840] env[65581]: INFO networking_nsxv3.common.synchronization [req-eaa9473a-3028-47ea-9d48-39a1c145fa45 req-e72fa3fa-d447-48c1-bcf7-2e7ee1b4aa58 service nova] Enqueued Resource ID: 3b0c55d6-1663-411c-b70f-483a9e8bf30a with Priority: HIGHEST for action port [ 759.627501] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_rules [ 759.627501] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 759.627501] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0c55d6-1663-411c-b70f-483a9e8bf30a with Priority: HIGHEST for action port [ 759.629407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.629407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.629407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.629719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.629719] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.633246] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.633246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.633246] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b0c55d6-1663-411c-b70f-483a9e8bf30a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.633246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.633246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.633246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.633246] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0c55d6-1663-411c-b70f-483a9e8bf30a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.691931] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54512e1d-de52-415e-88ac-a66fdfb5700c in Status: SUCCESS [ 759.692568] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c deletion is rescheduled due to dependency. [ 759.692568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.134080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.134321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.136662] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b0c55d6-1663-411c-b70f-483a9e8bf30a with status ACTIVE [ 760.136879] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.137015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.137079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.137311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.137415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.137597] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.137698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.137759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.137931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.138041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.138212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.138308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.138371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.138516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.138584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.138691] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b0c55d6-1663-411c-b70f-483a9e8bf30a is going to be updated. [ 760.168175] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.168175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.168175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.168175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.168175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.168175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b0c55d6-1663-411c-b70f-483a9e8bf30a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.284674] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8894743c-e8e9-47b9-9d15-f084661fd257 None None] Enqueued Resource ID: 2c50384c-224e-4c4b-afdb-c778fa51cce5 with Priority: HIGHEST for action port [ 760.286832] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c50384c-224e-4c4b-afdb-c778fa51cce5 with Priority: HIGHEST for action port [ 760.286832] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c50384c-224e-4c4b-afdb-c778fa51cce5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.286832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c50384c-224e-4c4b-afdb-c778fa51cce5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.286832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c50384c-224e-4c4b-afdb-c778fa51cce5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.288811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c50384c-224e-4c4b-afdb-c778fa51cce5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.288811] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c50384c-224e-4c4b-afdb-c778fa51cce5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.498608] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9c34279-e76b-493e-ad57-dd77ed00f475 req-4a5c9841-3057-47ca-b8be-97c6d7463df9 tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 760.499256] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 760.499580] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.499707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.499774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.499972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.500886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.501090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.501370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.501462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.501571] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.791883] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c50384c-224e-4c4b-afdb-c778fa51cce5 [ 760.791883] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.792218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.792218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.792331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.792418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.792509] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c50384c-224e-4c4b-afdb-c778fa51cce5 already deleted. [ 760.792585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c50384c-224e-4c4b-afdb-c778fa51cce5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.992983] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.992983] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.993271] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.993926] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994097] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994389] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994456] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.995593] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.995593] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.995593] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.996134] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.996134] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.996258] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.996291] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.996417] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.004556] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.023966] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.024189] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.024396] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.024597] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.024936] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-7adff43d-6ec9-4944-852d-58d10e842890 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.026184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.026184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.026184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.026184] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adff43d-6ec9-4944-852d-58d10e842890',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.170950] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 761.172428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.179524] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 761.180045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.217674] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 761.218773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.452768] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 761.453228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.453513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.453736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.453945] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.454116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.454214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.454375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.454458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.454555] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.511020] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.529499] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.530193] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.530390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.530708] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.531545] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.531725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 7adff43d-6ec9-4944-852d-58d10e842890 not found, creating... [ 761.534384] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.534384] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.534384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.534820] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 7adff43d-6ec9-4944-852d-58d10e842890 is going to be created. [ 761.559113] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.559359] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.559497] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.559881] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.560700] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.561028] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.957909] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.014573] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.015320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.015474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.015633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.015760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.015853] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 762.058971] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.059324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.059324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.060601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.060601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.076904] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 762.383300] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9c34279-e76b-493e-ad57-dd77ed00f475 req-f2eaf39b-20b0-477b-9c98-36a5bb26b3bb service nova] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_rules [ 762.383547] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9c34279-e76b-493e-ad57-dd77ed00f475 req-f2eaf39b-20b0-477b-9c98-36a5bb26b3bb service nova] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 762.383694] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9c34279-e76b-493e-ad57-dd77ed00f475 req-f2eaf39b-20b0-477b-9c98-36a5bb26b3bb service nova] Enqueued Resource ID: 7adff43d-6ec9-4944-852d-58d10e842890 with Priority: HIGHEST for action port [ 762.384371] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_rules [ 762.384518] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 762.384621] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adff43d-6ec9-4944-852d-58d10e842890 with Priority: HIGHEST for action port [ 762.384902] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.388435] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.388435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.388435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adff43d-6ec9-4944-852d-58d10e842890 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.388435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.388435] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adff43d-6ec9-4944-852d-58d10e842890',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.464598] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.889439] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890745] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7adff43d-6ec9-4944-852d-58d10e842890 with status ACTIVE [ 762.891029] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.891326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.891398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892596] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.893081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.893313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.893358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.893779] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.893891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.893955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.894333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.894410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.894498] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7adff43d-6ec9-4944-852d-58d10e842890 is going to be updated. [ 762.918121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.918950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.918950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.918950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.918950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.919230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adff43d-6ec9-4944-852d-58d10e842890" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.965638] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.965986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.965986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.966505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.966505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.966505] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be updated. [ 763.003543] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.003726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.003763] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.003982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.004171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.020299] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 763.632976] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d624fa49-26e1-47f3-85c6-aedb8cef6b2e None None] Enqueued Resource ID: 2165cbee-d9bd-4b91-a1fa-d7028c997587 with Priority: HIGHEST for action port [ 763.633583] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2165cbee-d9bd-4b91-a1fa-d7028c997587 with Priority: HIGHEST for action port [ 763.633890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2165cbee-d9bd-4b91-a1fa-d7028c997587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.634059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2165cbee-d9bd-4b91-a1fa-d7028c997587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.634163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2165cbee-d9bd-4b91-a1fa-d7028c997587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.634647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2165cbee-d9bd-4b91-a1fa-d7028c997587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.634647] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2165cbee-d9bd-4b91-a1fa-d7028c997587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.088578] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 764.088923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.089029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.089211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.089427] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.089695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.089873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.089986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.090082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.090295] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.136268] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2165cbee-d9bd-4b91-a1fa-d7028c997587 [ 764.136505] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.136638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.136713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.136930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.137041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.137142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2165cbee-d9bd-4b91-a1fa-d7028c997587 already deleted. [ 764.137224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2165cbee-d9bd-4b91-a1fa-d7028c997587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.593489] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.032029] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 765.032337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.032577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.032884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.033565] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.033565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.033565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.033780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.033830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.033934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.034096] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.095246] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.250034] env[65581]: INFO networking_nsxv3.common.synchronization [None req-6d45bd01-2eda-40e4-a451-124e8a42cfb8 None None] Enqueued Resource ID: 41381f09-6b3f-4e06-a932-aebf0d9dfba5 with Priority: HIGHEST for action port [ 765.250285] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41381f09-6b3f-4e06-a932-aebf0d9dfba5 with Priority: HIGHEST for action port [ 765.251015] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-41381f09-6b3f-4e06-a932-aebf0d9dfba5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.252035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41381f09-6b3f-4e06-a932-aebf0d9dfba5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.252166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41381f09-6b3f-4e06-a932-aebf0d9dfba5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.252385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41381f09-6b3f-4e06-a932-aebf0d9dfba5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.252469] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41381f09-6b3f-4e06-a932-aebf0d9dfba5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.536844] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.537123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.537123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.537350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.537541] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.537643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.537829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.537879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.537934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.538035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.538187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.538280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.538749] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.538881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.539058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.539385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.539385] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.548682] env[65581]: INFO networking_nsxv3.common.synchronization [req-426a83c0-34ac-40ef-b726-ba6a1e4cd5a4 req-29eb0492-7657-4ecf-9128-96c4573a20f5 tempest-TenantUsagesTestJSON-1268847821 tempest-TenantUsagesTestJSON-1268847821-project-member] Enqueued Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_members [ 765.549409] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_members [ 765.549728] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.549862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.549944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.550251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.550410] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.550506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.550568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.550718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.550817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.551098] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.598373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.599034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.599034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.599034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.599034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.599229] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 765.632036] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.632036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.632036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.632036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.632036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.642871] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 765.757141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41381f09-6b3f-4e06-a932-aebf0d9dfba5 [ 765.757141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.757141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41381f09-6b3f-4e06-a932-aebf0d9dfba5 already deleted. [ 765.757141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41381f09-6b3f-4e06-a932-aebf0d9dfba5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.001653] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.001869] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.002045] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.002599] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.002599] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.002793] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.003201] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.003201] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.003361] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.003487] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.003633] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.003729] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.004021] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.004021] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.004167] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.004167] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.027686] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.027686] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.027686] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.027686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-406" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.027985] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.028103] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.028305] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.028662] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.028971] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef1ae3e-c7ce-4298-8d03-60791ce427e3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.042042] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c625bc9a-3f08-45ff-a368-12f4bee77f30: rpc.has_security_group_logging(os_id): False [ 766.054946] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.055174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.055272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.055572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.055716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.056101] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.056206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.056240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.056413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.056511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.057117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 already deleted. [ 766.057117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.064369] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.064369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.064369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.085598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.085931] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.086021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.086057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.086264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.086348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.086608] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.086789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.086789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.086926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.087008] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.087204] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.087307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.087410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.087592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.087681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.087755] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be updated. [ 766.165104] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.165495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.165495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.165495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.165635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.181037] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 766.534941] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.535379] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.535615] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.536065] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.536254] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.536417] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 4ef1ae3e-c7ce-4298-8d03-60791ce427e3 not found, creating... [ 766.536751] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.536936] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.537082] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.537342] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.537502] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.537796] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.538015] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.538153] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.538383] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.538521] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.538660] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 4ef1ae3e-c7ce-4298-8d03-60791ce427e3 is going to be created. [ 766.561623] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.561906] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.562069] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.562347] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.562607] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.562896] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.354742] env[65581]: INFO networking_nsxv3.common.synchronization [req-426a83c0-34ac-40ef-b726-ba6a1e4cd5a4 req-e32a52fc-e39a-4a82-b765-e0992809e82c service nova] Enqueued Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_rules [ 767.355104] env[65581]: INFO networking_nsxv3.common.synchronization [req-426a83c0-34ac-40ef-b726-ba6a1e4cd5a4 req-e32a52fc-e39a-4a82-b765-e0992809e82c service nova] Enqueued Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_members [ 767.355338] env[65581]: INFO networking_nsxv3.common.synchronization [req-426a83c0-34ac-40ef-b726-ba6a1e4cd5a4 req-e32a52fc-e39a-4a82-b765-e0992809e82c service nova] Enqueued Resource ID: 4ef1ae3e-c7ce-4298-8d03-60791ce427e3 with Priority: HIGHEST for action port [ 767.356150] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_rules [ 767.356487] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_members [ 767.358525] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef1ae3e-c7ce-4298-8d03-60791ce427e3 with Priority: HIGHEST for action port [ 767.359062] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.359208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.359320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.359678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.359821] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.361191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.361352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.361430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.361975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.362276] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.362427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.362528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.362794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.362940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.363123] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.364999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.367431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.367431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.367939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.367939] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef1ae3e-c7ce-4298-8d03-60791ce427e3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.656755] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 767.657087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.657343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.657501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.657742] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.657888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.657949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.660819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.660819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660819] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.869542] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.871684] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.871948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.872541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ef1ae3e-c7ce-4298-8d03-60791ce427e3 with status ACTIVE [ 767.872541] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.872683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.872683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.872852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.872949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.873219] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.873407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.873407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.873550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.873626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.873851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.873970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.874108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.874182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.874249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.874538] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ef1ae3e-c7ce-4298-8d03-60791ce427e3 is going to be updated. [ 767.897506] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.898375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.898375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.898375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.898375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.898375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef1ae3e-c7ce-4298-8d03-60791ce427e3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.008573] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a3e495c6-e4d7-49f7-ad8d-e702be21ef8a None None] Enqueued Resource ID: 3d33e163-a923-424c-a499-29d23f0647c9 with Priority: HIGHEST for action port [ 768.009115] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d33e163-a923-424c-a499-29d23f0647c9 with Priority: HIGHEST for action port [ 768.009426] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d33e163-a923-424c-a499-29d23f0647c9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.009547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d33e163-a923-424c-a499-29d23f0647c9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d33e163-a923-424c-a499-29d23f0647c9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.009866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d33e163-a923-424c-a499-29d23f0647c9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.010024] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d33e163-a923-424c-a499-29d23f0647c9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.163679] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.163823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.163891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.164478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.164588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.164915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.165074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.165203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.165308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.165368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.165531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.165674] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.165779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.165840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.166059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.166059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.166158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.166215] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.195164] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 768.195508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.372503] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.513416] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d33e163-a923-424c-a499-29d23f0647c9 [ 768.513416] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.513416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.513416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.513416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.513416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.513416] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d33e163-a923-424c-a499-29d23f0647c9 already deleted. [ 768.513416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d33e163-a923-424c-a499-29d23f0647c9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.668647] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 882f3a8f-c6f1-45fa-97ce-02b56aac6e23: rpc.has_security_group_logging(os_id): False [ 768.692799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.692799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.692799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.692799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.693370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.693731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.693910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.694206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.694398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.694570] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 768.766066] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.766066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.766066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.766066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.766066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.778228] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 768.878025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.878025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.878025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.878025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.878025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.878025] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 is going to be created. [ 768.908486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.908700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.908700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.908898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.909089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.922237] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 in Status: UNINITIALIZED for 2s [ 769.329903] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.329903] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.794898] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 770.794898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.934765] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 in Status: SUCCESS [ 770.935088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.935342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.935700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.935974] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.936212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.936212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.936432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.936550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.936731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.936787] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.440049] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.440049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.440049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.440344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.441031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.441031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.441031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.441031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.441031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.441290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.441406] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.441558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.441646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.443654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.443654] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.443654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.443654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.443654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.443654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.443654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.444278] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.811785] env[65581]: INFO networking_nsxv3.common.synchronization [req-2601fcf8-2762-4c25-a7fa-d3619bcac364 req-6d6300d3-9466-499b-9ae2-872bdefe5ce8 tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 771.812459] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 771.813157] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.813289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.813363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.813565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.813725] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.813824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.813880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.814106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.814194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.814597] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.948747] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 659cfc74-cb4a-426f-9bcd-929a4a1c11b6: rpc.has_security_group_logging(os_id): False [ 771.966714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.966917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.966917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.967356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.967356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.967356] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.967553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.967553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.967610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.967906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.967906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.968035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.968035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.968291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.968385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.968629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.968728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.968788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.968951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.968993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.969096] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 is going to be created. [ 772.037933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.037933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.037933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.039112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.051450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 in Status: IN_PROGRESS for 2s [ 772.239777] env[65581]: INFO networking_nsxv3.common.synchronization [req-2601fcf8-2762-4c25-a7fa-d3619bcac364 req-b98a02bf-11b8-4f11-8b8e-15827c272a16 tempest-ServersTestMultiNic-1283523741 tempest-ServersTestMultiNic-1283523741-project-member] Enqueued Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 772.240343] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 with Priority: HIGHEST for action security_group_members [ 772.240651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.240758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.316596] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.818456] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.326190] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.326190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.326190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.326190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.326190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.326190] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 773.359195] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.359195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.359195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.359195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.359195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.372851] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 773.389143] env[65581]: INFO networking_nsxv3.common.synchronization [req-53a31ffd-05fc-4ad1-90ed-cc2578e99c67 req-ffc43664-c4dd-4e09-9ebe-f19320c5774d tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_members [ 773.389710] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_members [ 773.392033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.392033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.392033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.392033] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.832270] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.833370] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.833493] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.833957] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.834293] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.834476] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.834589] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.834819] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.834958] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.835227] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.835340] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.835488] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.835603] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.835709] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.835805] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.835944] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.859028] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.859028] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.859028] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.859028] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.859028] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-40016a10-e0ed-40a8-800e-09fe06e998c7 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.859028] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.859028] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.859830] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.859830] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40016a10-e0ed-40a8-800e-09fe06e998c7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.895231] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.895596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.895784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.896116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.896357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.896685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.896900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.897118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.897447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.897644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.898041] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce already deleted. [ 773.898295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.065760] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 in Status: SUCCESS [ 774.066036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.365096] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.365543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.365543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.365735] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365876] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.366039] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 40016a10-e0ed-40a8-800e-09fe06e998c7 not found, creating... [ 774.366301] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.366473] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.366568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.366773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.366900] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.367578] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.367743] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.367860] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.368076] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.368236] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.368352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 40016a10-e0ed-40a8-800e-09fe06e998c7 is going to be created. [ 774.399886] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.400134] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.400228] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.400498] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.400732] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.400965] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.235695] env[65581]: INFO networking_nsxv3.common.synchronization [req-53a31ffd-05fc-4ad1-90ed-cc2578e99c67 req-0c6e0f68-30d9-455b-9b2f-f7ea56378619 service nova] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_rules [ 775.236073] env[65581]: INFO networking_nsxv3.common.synchronization [req-53a31ffd-05fc-4ad1-90ed-cc2578e99c67 req-0c6e0f68-30d9-455b-9b2f-f7ea56378619 service nova] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_members [ 775.236073] env[65581]: INFO networking_nsxv3.common.synchronization [req-53a31ffd-05fc-4ad1-90ed-cc2578e99c67 req-0c6e0f68-30d9-455b-9b2f-f7ea56378619 service nova] Enqueued Resource ID: 40016a10-e0ed-40a8-800e-09fe06e998c7 with Priority: HIGHEST for action port [ 775.236830] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_rules [ 775.237059] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_members [ 775.240998] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40016a10-e0ed-40a8-800e-09fe06e998c7 with Priority: HIGHEST for action port [ 775.240998] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.241236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.241236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.241444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.241508] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.242536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.242655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.242709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243248] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.243416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.243740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.244150] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.245710] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-40016a10-e0ed-40a8-800e-09fe06e998c7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.246120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.246409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.246964] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40016a10-e0ed-40a8-800e-09fe06e998c7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.385606] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 775.385834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.386027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.386250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.386465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.386582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.386649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.386810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.386893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.386988] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4df2f0c-3070-4f9e-b1fc-80a11d69d908',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.749074] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.749249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.749404] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.750309] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40016a10-e0ed-40a8-800e-09fe06e998c7 with status ACTIVE [ 775.750486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.750622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.750671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.750945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.750945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.751217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.751308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.751378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.752529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.752529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.752529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.752529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.752529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.752529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.752529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.752529] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40016a10-e0ed-40a8-800e-09fe06e998c7 is going to be updated. [ 775.794189] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.794189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.794189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.794189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.794189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.794189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40016a10-e0ed-40a8-800e-09fe06e998c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.893975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.893975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.893975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.894961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.894961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.896529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.896686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.896769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.897044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.897173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.897281] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 is going to be updated. [ 775.944084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.944084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.944084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.944084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.944433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.953584] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: IN_PROGRESS for 2s [ 776.254477] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.758273] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.758562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.758678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.759329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.759329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.759329] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce is going to be created. [ 776.786693] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.786893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.786956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.787227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.787347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.799500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: UNINITIALIZED for 2s [ 777.968074] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 in Status: SUCCESS [ 777.968585] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4df2f0c-3070-4f9e-b1fc-80a11d69d908 deletion is rescheduled due to dependency. [ 777.968585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4df2f0c-3070-4f9e-b1fc-80a11d69d908" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.814080] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: SUCCESS [ 778.814353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.814563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.814839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.815086] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.815248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.815321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.815506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.815739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.815739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.815832] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.211290] env[65581]: INFO networking_nsxv3.common.synchronization [req-d56b9894-3d7b-4810-9f0e-8a34adb9c6d8 req-27b95001-cdc8-4059-8688-97e58b8ef746 tempest-ServerMetadataTestJSON-213230996 tempest-ServerMetadataTestJSON-213230996-project-member] Enqueued Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_members [ 779.212062] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGHEST for action security_group_members [ 779.212529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.212719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.212813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.213273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.213552] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.213732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.213855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.214202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.214322] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.325321] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.717687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.717939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.717996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.718323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.718467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.718736] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.718863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.718918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.719159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.719270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.719364] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 is going to be updated. [ 779.763278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.763889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.763889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.764704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.764704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.776137] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 in Status: IN_PROGRESS for 2s [ 779.794971] env[65581]: INFO networking_nsxv3.common.synchronization [req-1870f6b7-c85a-45c5-9f2d-3f394107d523 req-86261e14-6982-4fc1-98bc-36519e18eb20 tempest-ServerTagsTestJSON-1801595785 tempest-ServerTagsTestJSON-1801595785-project-member] Enqueued Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_members [ 779.795705] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGHEST for action security_group_members [ 779.796139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.796274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.796345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.796610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.796777] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.796883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.796949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.799574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.799574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.799574] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.826862] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f353a0f-7ec4-49d7-a697-6db3cb6233ce: rpc.has_security_group_logging(os_id): False [ 779.852225] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852914] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.853196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.853196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.853329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.853411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.853520] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce is going to be created. [ 779.954842] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.955087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.955157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.957691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.957691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.973483] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: IN_PROGRESS for 2s [ 780.302205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.302657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.302657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.302843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.302843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.303051] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.303185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.303185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.303347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.303443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.303519] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 is going to be updated. [ 780.350365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.350516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.350585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.350797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.350967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.364132] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 in Status: IN_PROGRESS for 2s [ 781.789026] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 in Status: SUCCESS [ 781.789026] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 deletion is rescheduled due to dependency. [ 781.789026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.814742] env[65581]: INFO networking_nsxv3.common.synchronization [None req-671370ea-c269-4400-89f5-e72f12ab19b2 None None] Enqueued Resource ID: 062c7e32-adee-4174-aadd-55940f435113 with Priority: HIGHEST for action port [ 781.815556] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c7e32-adee-4174-aadd-55940f435113 with Priority: HIGHEST for action port [ 781.816024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-062c7e32-adee-4174-aadd-55940f435113 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.816024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062c7e32-adee-4174-aadd-55940f435113" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.816141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062c7e32-adee-4174-aadd-55940f435113" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.816370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062c7e32-adee-4174-aadd-55940f435113" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.816471] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062c7e32-adee-4174-aadd-55940f435113',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.987261] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: SUCCESS [ 781.987261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.320154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 062c7e32-adee-4174-aadd-55940f435113 [ 782.320154] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.320154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.320154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.320154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.320154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.320154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:062c7e32-adee-4174-aadd-55940f435113 already deleted. [ 782.320154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062c7e32-adee-4174-aadd-55940f435113" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.373484] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 in Status: SUCCESS [ 782.373651] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 deletion is rescheduled due to dependency. [ 782.373819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.098262] env[65581]: INFO networking_nsxv3.common.synchronization [req-514999c4-f8b8-46d2-b7c8-d5626a3514a4 req-e4911653-02c5-4ccc-b390-9b653ac4a92e tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 783.098954] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 783.099453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.099789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.099919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.100181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.100389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.100555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.100816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.100931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.101026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.101140] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.588712] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.588712] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.588712] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.588712] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.588712] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.589158] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.589158] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.589487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.589487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.589917] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.589917] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.589917] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.589917] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.590075] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.590164] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.590255] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.605490] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.605676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.605783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.605945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.607944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.607944] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.607944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.607944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.607944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.607944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.607944] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 783.613528] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.615098] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.615098] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.615098] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.615098] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.615098] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.615098] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.615552] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.615623] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.637919] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.638472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.638578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.638832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.638987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.651557] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 784.119492] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.120689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.120689] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 not found, creating... [ 784.120689] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.121045] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.121045] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.121245] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.121360] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.121649] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.121878] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.121923] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.122655] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.122976] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.123303] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 is going to be created. [ 784.152092] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.153019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.154190] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.154507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.154802] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.154996] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.373601] env[65581]: INFO networking_nsxv3.common.synchronization [None req-9ab45e41-cdb2-4634-9f8a-55f214ab64cc None None] Enqueued Resource ID: 9f2e985d-b96c-400f-965e-a891f5323586 with Priority: HIGHEST for action port [ 784.374426] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2e985d-b96c-400f-965e-a891f5323586 with Priority: HIGHEST for action port [ 784.374850] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2e985d-b96c-400f-965e-a891f5323586 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.375181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2e985d-b96c-400f-965e-a891f5323586" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.375297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2e985d-b96c-400f-965e-a891f5323586" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.375614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2e985d-b96c-400f-965e-a891f5323586" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.375683] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2e985d-b96c-400f-965e-a891f5323586',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.878377] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f2e985d-b96c-400f-965e-a891f5323586 [ 784.878682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.878802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.878844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.879060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.879147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.879256] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f2e985d-b96c-400f-965e-a891f5323586 already deleted. [ 784.879838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2e985d-b96c-400f-965e-a891f5323586" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.964347] env[65581]: INFO networking_nsxv3.common.synchronization [req-514999c4-f8b8-46d2-b7c8-d5626a3514a4 req-ab3644cc-831f-4f1b-a38c-3b923973b023 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 784.964505] env[65581]: INFO networking_nsxv3.common.synchronization [req-514999c4-f8b8-46d2-b7c8-d5626a3514a4 req-ab3644cc-831f-4f1b-a38c-3b923973b023 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 784.964641] env[65581]: INFO networking_nsxv3.common.synchronization [req-514999c4-f8b8-46d2-b7c8-d5626a3514a4 req-ab3644cc-831f-4f1b-a38c-3b923973b023 service nova] Enqueued Resource ID: 5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 with Priority: HIGHEST for action port [ 784.965324] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 784.965509] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 784.965624] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 with Priority: HIGHEST for action port [ 784.965938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.966106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.966175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.966549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.966641] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.968020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.968155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.968371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.968502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.968576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.968808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.968904] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.472015] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.472438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.473589] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 with status ACTIVE [ 785.473791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.473913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.473973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.474283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.474405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.474655] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.474777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.474777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.475091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.475224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.475322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.475372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.475603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.475657] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3 is going to be updated. [ 785.499779] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.499973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.500111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.500343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.501702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.502579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae97b4b-d12e-4ab1-82fe-6e7de2b235a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.663831] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 785.663929] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 785.664112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.664278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.664492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.664705] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.664811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.664879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.665061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.665147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.665241] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.167856] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.670331] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.176377] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.176590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.176590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.176806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.176898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177009] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 787.213106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.213350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.213501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.213654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.213807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.225722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 787.522610] env[65581]: INFO networking_nsxv3.common.synchronization [req-ca3b1bfa-7a07-435e-9a7d-886f619bec30 req-11793431-89a8-4309-8aea-7c0ba043a9cf tempest-TenantUsagesTestJSON-1268847821 tempest-TenantUsagesTestJSON-1268847821-project-member] Enqueued Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_members [ 787.522610] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGHEST for action security_group_members [ 787.523304] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.524025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.524025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.524025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.524433] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.524689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.525934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.525934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.525934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.525934] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.859261] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a8046993-69da-426c-916a-c8aba6baed5b None None] Enqueued Resource ID: ab5da0cb-b8a4-4f7e-8e61-74970377bf35 with Priority: HIGHEST for action port [ 787.859855] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5da0cb-b8a4-4f7e-8e61-74970377bf35 with Priority: HIGHEST for action port [ 787.860192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5da0cb-b8a4-4f7e-8e61-74970377bf35 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.860409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5da0cb-b8a4-4f7e-8e61-74970377bf35" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.860409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5da0cb-b8a4-4f7e-8e61-74970377bf35" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.860642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5da0cb-b8a4-4f7e-8e61-74970377bf35" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.860724] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5da0cb-b8a4-4f7e-8e61-74970377bf35',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.028826] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.028826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.028826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.028826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.028826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.029343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.029343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.029343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.029343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.029606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.029606] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 is going to be updated. [ 788.063991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.064331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.064422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.064695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.065035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 in Status: IN_PROGRESS for 2s [ 788.367321] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab5da0cb-b8a4-4f7e-8e61-74970377bf35 [ 788.367562] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.367705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.367768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.368044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.368144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.368276] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab5da0cb-b8a4-4f7e-8e61-74970377bf35 already deleted. [ 788.368625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5da0cb-b8a4-4f7e-8e61-74970377bf35" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.236558] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 789.236822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.236968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.237430] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.237546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.237608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.237852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.237938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.238051] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.745026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.745026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.745026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.745026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.745026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.745953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.745953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.745953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.745953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.745953] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.769039] env[65581]: INFO networking_nsxv3.common.synchronization [None req-22108302-0d01-45b2-9c71-060b53103577 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 789.773116] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 789.773116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.773116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.773116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.773116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.773116] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.908199] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8255fc4c-1994-401c-a7f0-2bf121ff3e88 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 789.910081] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 789.911085] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.911085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.094409] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 in Status: SUCCESS [ 790.094409] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 deletion is rescheduled due to dependency. [ 790.094409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.252417] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34091e57-9167-4938-a734-abc7706e409d: rpc.has_security_group_logging(os_id): False [ 790.286020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.286020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.286020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.286726] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.286726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.286726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.286726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.286855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.287946] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.287946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.287946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.287946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.287946] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 790.307577] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.307804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.307882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.308398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.308591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.308742] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 already deleted. [ 790.308879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.309158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.309427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.309548] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.367619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.367816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.367816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.368050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.368220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.383906] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 790.840732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.840732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.840732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.840732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.840732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.840732] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 already deleted. [ 790.840732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.192836] env[65581]: INFO networking_nsxv3.common.synchronization [req-0603991a-70e1-443d-817b-fa7d87f1a679 req-85ce260c-8131-4215-b95b-7b35b91ea7d6 tempest-ServersNegativeTestJSON-132415529 tempest-ServersNegativeTestJSON-132415529-project-member] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 791.193709] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 791.194332] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.194471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.194616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.194881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.195257] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.195365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.195407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.195717] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.195881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.196035] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.375615] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1c2cea54-aeb0-4350-b6d9-355d2157f92c None None] Enqueued Resource ID: f5576c9d-2625-4630-92d5-c9842bff0c0d with Priority: HIGHEST for action port [ 791.375926] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5576c9d-2625-4630-92d5-c9842bff0c0d with Priority: HIGHEST for action port [ 791.376097] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5576c9d-2625-4630-92d5-c9842bff0c0d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.376212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5576c9d-2625-4630-92d5-c9842bff0c0d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.377087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5576c9d-2625-4630-92d5-c9842bff0c0d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.377087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5576c9d-2625-4630-92d5-c9842bff0c0d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.377087] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5576c9d-2625-4630-92d5-c9842bff0c0d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.699096] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.795141] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.795141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.795141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.795141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.795141] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.795141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.795563] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.795881] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.796909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.797205] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.797774] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.797956] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.798406] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.798928] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.799229] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.799290] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.821931] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.821931] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.821931] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.822069] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.822343] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-4013e8b7-9696-4c57-9c53-01ffe33c60d5 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.822523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.822595] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.822923] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.823072] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4013e8b7-9696-4c57-9c53-01ffe33c60d5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.879195] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5576c9d-2625-4630-92d5-c9842bff0c0d [ 791.879571] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.879706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.879944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.880032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.880099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.880203] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5576c9d-2625-4630-92d5-c9842bff0c0d already deleted. [ 791.880281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5576c9d-2625-4630-92d5-c9842bff0c0d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.204793] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.328641] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.328641] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.328641] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.328882] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.328918] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.329687] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 4013e8b7-9696-4c57-9c53-01ffe33c60d5 not found, creating... [ 792.329687] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.329842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.329928] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.330435] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.330435] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.330628] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.330832] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.330911] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331281] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331419] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331605] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 4013e8b7-9696-4c57-9c53-01ffe33c60d5 is going to be created. [ 792.353861] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.354013] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.354142] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.354410] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.354631] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.354856] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.398341] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 792.398682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.707996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.708210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.708290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.708512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.708617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.708728] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 792.743980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.743980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.743980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.744316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.744437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755838] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 793.096588] env[65581]: INFO networking_nsxv3.common.synchronization [req-0603991a-70e1-443d-817b-fa7d87f1a679 req-990047f1-aa26-46d7-83e6-3e57a1b3fbee service nova] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_rules [ 793.096758] env[65581]: INFO networking_nsxv3.common.synchronization [req-0603991a-70e1-443d-817b-fa7d87f1a679 req-990047f1-aa26-46d7-83e6-3e57a1b3fbee service nova] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 793.096889] env[65581]: INFO networking_nsxv3.common.synchronization [req-0603991a-70e1-443d-817b-fa7d87f1a679 req-990047f1-aa26-46d7-83e6-3e57a1b3fbee service nova] Enqueued Resource ID: 4013e8b7-9696-4c57-9c53-01ffe33c60d5 with Priority: HIGHEST for action port [ 793.097560] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_rules [ 793.097703] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 793.097805] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4013e8b7-9696-4c57-9c53-01ffe33c60d5 with Priority: HIGHEST for action port [ 793.098082] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.098226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.098261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.098640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.098733] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.099634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.099702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.099873] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4013e8b7-9696-4c57-9c53-01ffe33c60d5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.099986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.100304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.100383] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4013e8b7-9696-4c57-9c53-01ffe33c60d5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.238278] env[65581]: INFO networking_nsxv3.common.synchronization [req-c53bb15f-b5f7-49f5-8181-971ba4133973 req-09d0e42f-26a8-4ef6-83ab-8bdb0e2fc95f tempest-ListServerFiltersTestJSON-2047210966 tempest-ListServerFiltersTestJSON-2047210966-project-member] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 793.239191] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 793.239353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.239353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.240576] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.603450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4013e8b7-9696-4c57-9c53-01ffe33c60d5 with status ACTIVE [ 793.607028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.607028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.607028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.609922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.609922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.609922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.609922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.609922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.609922] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4013e8b7-9696-4c57-9c53-01ffe33c60d5 is going to be updated. [ 793.613417] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.613417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637887] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.637887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.637887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.637887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4013e8b7-9696-4c57-9c53-01ffe33c60d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.743150] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.246190] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.280863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.280863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.280863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.280863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.280863] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.711915] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b6298c0c-f7f6-4aa2-96d8-d9854496ced8 None None] Enqueued Resource ID: 41861f4f-3167-4096-9f8b-7a80af45db1c with Priority: HIGHEST for action port [ 794.712572] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41861f4f-3167-4096-9f8b-7a80af45db1c with Priority: HIGHEST for action port [ 794.713502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-41861f4f-3167-4096-9f8b-7a80af45db1c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.713502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41861f4f-3167-4096-9f8b-7a80af45db1c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.713633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41861f4f-3167-4096-9f8b-7a80af45db1c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.714860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41861f4f-3167-4096-9f8b-7a80af45db1c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.714860] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41861f4f-3167-4096-9f8b-7a80af45db1c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.749802] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.749982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.750067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.750272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.750366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.750554] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 794.770329] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 794.770545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.770851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.770924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.771587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.771587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.771587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.771587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.771587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.771587] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.784330] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.799355] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.799573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.799573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.800109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.800109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.811090] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 795.216047] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41861f4f-3167-4096-9f8b-7a80af45db1c [ 795.216281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.216412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.216486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.216799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.217797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.217797] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41861f4f-3167-4096-9f8b-7a80af45db1c already deleted. [ 795.217797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41861f4f-3167-4096-9f8b-7a80af45db1c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.276836] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.287168] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.779457] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.793321] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 795.793321] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 796.281517] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.281688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.281783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.282618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.282618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.282618] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 796.323839] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.323839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.323839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.323839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.323839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.334143] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 796.552781] env[65581]: INFO networking_nsxv3.common.synchronization [None req-7ad43364-17b7-459f-8595-0715d4d32bcb None None] Enqueued Resource ID: 21fc50ba-4b44-46ee-94ee-6e74cc20fec4 with Priority: HIGHEST for action port [ 796.552781] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fc50ba-4b44-46ee-94ee-6e74cc20fec4 with Priority: HIGHEST for action port [ 796.553039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fc50ba-4b44-46ee-94ee-6e74cc20fec4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fc50ba-4b44-46ee-94ee-6e74cc20fec4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.553191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fc50ba-4b44-46ee-94ee-6e74cc20fec4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.553647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fc50ba-4b44-46ee-94ee-6e74cc20fec4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.553647] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fc50ba-4b44-46ee-94ee-6e74cc20fec4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.690889] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.691181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.691950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.692261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.705062] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 796.707562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.713239] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 796.741394] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.741394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.741394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.741394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.757835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.759098] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 796.759098] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.759098] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 796.801831] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.801831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.801831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.802562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.803594] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 796.822027] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 796.822340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.868144] env[65581]: INFO networking_nsxv3.common.synchronization [None req-ddc12dfe-e1d2-4489-8605-929a9701fbb5 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_rules [ 796.868849] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_rules [ 796.869210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.869473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.869812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.870181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.870349] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.880184] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.880184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.880184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.880184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.880184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.880184] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 796.948342] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.948342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.948342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.948342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.948342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.948342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 796.948342] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9b3c83f8-df31-4890-bd21-c5d36c9c3ff5', '89806279-977f-4191-bb15-7d0cc5842045', '7c087d7f-01af-4d8a-8e12-f8ba78b8dc06', 'c625bc9a-3f08-45ff-a368-12f4bee77f30', '34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c', '1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a', 'be9b4b62-cf91-47ac-8554-84073baa400c', '26377177-06b9-4ac2-a3d0-cf1f79db07a2', '5b7ddae1-f948-4233-8c77-da5176033de2', '882f3a8f-c6f1-45fa-97ce-02b56aac6e23', 'd274aeb6-bd48-4097-8078-3fccc6d44620', '4f353a0f-7ec4-49d7-a697-6db3cb6233ce', '34091e57-9167-4938-a734-abc7706e409d', 'c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764', '85c1f12a-1214-4deb-86c1-eb91f0bcd1a7', 'f352b03a-3d85-4bca-92c7-605db0304d8b', '5e2385c6-d372-4fac-8113-a1970a5be8bb', '5ecfc255-3e39-48a5-af20-c47691819d3e', 'fc923c9d-8a04-4ceb-853a-f45e416bc1ad', 'f2a52b59-04d2-4cd1-b312-0df3973da409', '953fb770-db63-44fd-baf4-3ba40821c0f3', 'fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2', '54512e1d-de52-415e-88ac-a66fdfb5700c', '659cfc74-cb4a-426f-9bcd-929a4a1c11b6', 'd5e6fd22-f39d-4bd1-a359-ff9aafe08b06', '4296b9b9-bfdb-4ec6-9746-eef877028988', 'd4df2f0c-3070-4f9e-b1fc-80a11d69d908', '5d91c71a-3a1c-47c8-81ef-cf433960dade', '0dc53145-a33a-4a66-9a7f-b50ddb982a4a', '9e903ae8-911d-47ae-a168-800a5faf2756', 'e6bf1485-0760-47a1-b8a4-24cda108bef2', 'ecd564ca-4439-4a5e-bfd1-8f640aed72a2', '3e767a5d-9400-4be3-96f6-6293c894756f'} {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.948342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 796.971238] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.971662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.971662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.971774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.971820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.971940] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 796.972035] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.972112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 797.044550] env[65581]: INFO networking_nsxv3.common.synchronization [None req-0d8bc0d4-15c5-4d16-8722-ecc2b41801b8 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_rules [ 797.048226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.048775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.048900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.050141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.050268] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 797.050378] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.050476] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 797.050568] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 797.051368] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGH for action security_group_rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGH for action security_group_rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGH for action security_group_rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGH for action security_group_rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGH for action security_group_rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGH for action security_group_rules [ 797.051368] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGH for action security_group_rules [ 797.052241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGH for action security_group_rules [ 797.052579] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGH for action security_group_rules [ 797.052579] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGH for action security_group_rules [ 797.052579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.053511] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_rules [ 797.053601] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 with Priority: HIGH for action security_group_rules [ 797.053745] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 with Priority: HIGH for action security_group_rules [ 797.053887] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9b4b62-cf91-47ac-8554-84073baa400c with Priority: HIGH for action security_group_rules [ 797.054076] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGH for action security_group_rules [ 797.054232] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a52b59-04d2-4cd1-b312-0df3973da409 with Priority: HIGH for action security_group_rules [ 797.054383] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad with Priority: HIGH for action security_group_rules [ 797.054629] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecfc255-3e39-48a5-af20-c47691819d3e with Priority: HIGH for action security_group_rules [ 797.054669] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb with Priority: HIGH for action security_group_rules [ 797.054798] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 with Priority: HIGH for action security_group_rules [ 797.055130] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGH for action security_group_rules [ 797.055130] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGH for action security_group_rules [ 797.055227] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGH for action security_group_rules [ 797.055978] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274aeb6-bd48-4097-8078-3fccc6d44620 with Priority: HIGH for action security_group_rules [ 797.055978] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGH for action security_group_rules [ 797.055978] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ddae1-f948-4233-8c77-da5176033de2 with Priority: HIGH for action security_group_rules [ 797.055978] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGH for action security_group_rules [ 797.055978] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 with Priority: HIGH for action security_group_rules [ 797.055978] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c with Priority: HIGH for action security_group_rules [ 797.056249] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89806279-977f-4191-bb15-7d0cc5842045 with Priority: HIGH for action security_group_rules [ 797.056249] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGH for action security_group_rules [ 797.056665] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.056861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.057104] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.057237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.057329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.057561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.057646] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c83f8-df31-4890-bd21-c5d36c9c3ff5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.058611] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.058725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.058791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.058969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.059061] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c087d7f-01af-4d8a-8e12-f8ba78b8dc06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.059879] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9b4b62-cf91-47ac-8554-84073baa400c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.060022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.060062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.060215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.060291] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9b4b62-cf91-47ac-8554-84073baa400c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.061294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.061399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.061459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.061616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.061690] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.062855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2a52b59-04d2-4cd1-b312-0df3973da409 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.062931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.062975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.063177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.063283] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2a52b59-04d2-4cd1-b312-0df3973da409',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.064471] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.064600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.064642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.064779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.064876] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc923c9d-8a04-4ceb-853a-f45e416bc1ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.066202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ecfc255-3e39-48a5-af20-c47691819d3e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.066321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.066411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.066598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.066675] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ecfc255-3e39-48a5-af20-c47691819d3e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.067727] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2385c6-d372-4fac-8113-a1970a5be8bb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.067864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.067938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.068178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.068264] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2385c6-d372-4fac-8113-a1970a5be8bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.069399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.069553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.069629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.069813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.069903] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.070793] env[65581]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 797.071100] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.072440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.072440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.072440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.072440] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.072903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.072903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.072903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073336] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.074913] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.075085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.075148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.075277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.075342] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.076431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d274aeb6-bd48-4097-8078-3fccc6d44620 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.076604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.076604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.076763] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.076848] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d274aeb6-bd48-4097-8078-3fccc6d44620',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.078795] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.078795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.078795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.078795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.078795] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.079178] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21fc50ba-4b44-46ee-94ee-6e74cc20fec4 [ 797.079330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.079445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.079503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.079683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.079755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.079988] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21fc50ba-4b44-46ee-94ee-6e74cc20fec4 already deleted. [ 797.079988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fc50ba-4b44-46ee-94ee-6e74cc20fec4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.080147] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b7ddae1-f948-4233-8c77-da5176033de2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.080263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.080318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.080459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.080529] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b7ddae1-f948-4233-8c77-da5176033de2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.081466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.081611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.081682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.082635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.082635] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.082893] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.082996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.083065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.083225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.083337] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26377177-06b9-4ac2-a3d0-cf1f79db07a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.084321] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.084465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.084532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.084648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.084709] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.085639] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89806279-977f-4191-bb15-7d0cc5842045 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.085775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.085955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.085955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086079] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89806279-977f-4191-bb15-7d0cc5842045',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.087063] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087451] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.087735] env[65581]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 797.131551] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.131830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.131923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.132792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.328910] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.328910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.333174] env[65581]: INFO networking_nsxv3.common.synchronization [None req-600dcbd3-d9a2-4223-8947-b5f455399d0e None None] Enqueued Resource ID: 13cd6ed5-1405-4f5e-858e-c4310783d700 with Priority: HIGHEST for action port [ 797.336665] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cd6ed5-1405-4f5e-858e-c4310783d700 with Priority: HIGHEST for action port [ 797.338662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cd6ed5-1405-4f5e-858e-c4310783d700 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.338851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cd6ed5-1405-4f5e-858e-c4310783d700" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.338928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cd6ed5-1405-4f5e-858e-c4310783d700" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.339220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cd6ed5-1405-4f5e-858e-c4310783d700" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.339301] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cd6ed5-1405-4f5e-858e-c4310783d700',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.358041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.358216] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c087d7f-01af-4d8a-8e12-f8ba78b8dc06 is going to be deleted. [ 797.359621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.359738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.391168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.391168] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c83f8-df31-4890-bd21-c5d36c9c3ff5 is going to be deleted. [ 797.392900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.393437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.393437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.393437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.393437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.393605] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a already deleted. [ 797.393605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.394512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.394704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.394792] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.420779] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.420931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.420978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.421224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.421312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.421398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c087d7f-01af-4d8a-8e12-f8ba78b8dc06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.447136] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.447136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.447136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.447354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.447354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.447474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c83f8-df31-4890-bd21-c5d36c9c3ff5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.622986] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.623151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.623214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.623541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.670037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.670224] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9b4b62-cf91-47ac-8554-84073baa400c is going to be deleted. [ 797.738194] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.738348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.738419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.738628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.738713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.738828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9b4b62-cf91-47ac-8554-84073baa400c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.837938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.837938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.837938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.837938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.838519] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.838519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.838519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.838519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.838519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.838519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.838986] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.840399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.840399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.840592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.840592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.840890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.840890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.840890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.841289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.841289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.841289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.841379] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.844185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.844352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.844492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.844756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.845025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.845116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.845436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.845721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.846757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.846757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.846757] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.847131] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.847279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.847330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.847495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.847680] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.847811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.847900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.848104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.848187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.848304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.848394] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.857565] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.857565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.857809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.858027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.858261] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.858347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.858383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.858547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.858638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.858730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.858836] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.860277] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.860395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.861869] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.861869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.861869] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.869490] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.869490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.869695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.869804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.870098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.870174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.870361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.870476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.870607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.870908] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.874204] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13cd6ed5-1405-4f5e-858e-c4310783d700 [ 797.874649] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.874649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.874649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.875580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.875580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.875580] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13cd6ed5-1405-4f5e-858e-c4310783d700 already deleted. [ 797.875580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cd6ed5-1405-4f5e-858e-c4310783d700" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.905865] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.906127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.906127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.906363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.912461] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.912727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.913780] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.913948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.914901] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.915661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.915959] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.916087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.923334] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.923615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.926453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.926607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.928210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.929256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.929256] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.929397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.930344] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.930508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.931250] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.931391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.932033] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.932700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.932953] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26377177-06b9-4ac2-a3d0-cf1f79db07a2 is going to be deleted. [ 797.933948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.934232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.959571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.959831] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2a52b59-04d2-4cd1-b312-0df3973da409 is going to be deleted. [ 797.960877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.961153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.985667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.985965] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89806279-977f-4191-bb15-7d0cc5842045 is going to be deleted. [ 797.989901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.990046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.001469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.001469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.020556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.020720] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764 is going to be deleted. [ 798.021734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.021964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.024207] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.024207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.046750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.046942] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2385c6-d372-4fac-8113-a1970a5be8bb is going to be deleted. [ 798.048110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.048419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.048503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.048549] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a already deleted. [ 798.051904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.052111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.052341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.069752] env[65581]: INFO networking_nsxv3.common.synchronization [req-fcb2db73-ddde-4a0d-a600-9f72e99afdfb req-824cb1ca-954e-406c-a0ba-ac0c5e52268a tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 798.070796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.070933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.071621] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 798.072000] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.072097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.072097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.072292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.072466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.072576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.072637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.072795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.072879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.072972] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.076429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.076574] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c is going to be deleted. [ 798.077537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.077899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.191101] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.192051] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.192154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.202249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.202441] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ecfc255-3e39-48a5-af20-c47691819d3e is going to be deleted. [ 798.203614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.203834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.235116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.235289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.269578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.269578] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b7ddae1-f948-4233-8c77-da5176033de2 is going to be deleted. [ 798.270217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.270629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.335870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.336049] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc923c9d-8a04-4ceb-853a-f45e416bc1ad is going to be deleted. [ 798.337966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.338212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.340575] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.340741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.340776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.340957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.341185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.341272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.341318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.341440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.341527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.341610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.341761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.341860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.341906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.342058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.342198] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.342295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.342336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.342477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.342561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342757] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.344340] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.344449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.344520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.344680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.344826] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.344918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.345119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.345188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.345219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.345284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.345453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.345559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.345617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.345757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.345892] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.346016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.346114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.346387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.346387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.346793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.346793] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.364374] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.366182] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.366607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.366740] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.367089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.367191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.367258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.367411] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.367536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.367605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.367703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.367949] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.368104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.368212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.368283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.368358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.368439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.368528] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.369505] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.372563] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 798.372991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.375267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.375267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.375267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.375267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.375267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.376609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.376609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.376609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.376609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.376609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.376609] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.376609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.377152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.377152] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.377152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.377152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.377399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.377399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.377399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.377547] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.379858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.379858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.379858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.379858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.380412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.380412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.380412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.380412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.380412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.380412] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.539981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.540162] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d274aeb6-bd48-4097-8078-3fccc6d44620 is going to be deleted. [ 798.541466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.542724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.542724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.542724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26377177-06b9-4ac2-a3d0-cf1f79db07a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.543554] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.543675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.543719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.543921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ecfc255-3e39-48a5-af20-c47691819d3e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.544863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2a52b59-04d2-4cd1-b312-0df3973da409" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.545647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.545719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.545829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.545951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89806279-977f-4191-bb15-7d0cc5842045" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.546162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.546318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.546400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.546515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2385c6-d372-4fac-8113-a1970a5be8bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.546637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.546833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.546876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.546980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d208d3-1ae3-4d4f-9fad-2a2bf15e9764" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.547142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.547283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.547357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.547463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34ab95eb-00d3-450f-9ccb-b04f2a2c9d6c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.577223] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.579105] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.579356] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.579446] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.579707] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.579967] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580160] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580262] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580447] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580591] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580798] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.580908] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.581073] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.581177] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.581295] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.581412] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.581545] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.584073] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.585950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.586064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.586304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.586405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.586529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b7ddae1-f948-4233-8c77-da5176033de2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.615108] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.615355] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.615528] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.615791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-791" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.617852] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-f98c7add-e740-42dd-9e1b-208d2fddfe79 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.618151] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.618316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.618712] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.618880] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f98c7add-e740-42dd-9e1b-208d2fddfe79',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.638813] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.638813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.638813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.639023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.639244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.639377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc923c9d-8a04-4ceb-853a-f45e416bc1ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671636] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.671786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.671854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.672197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.672276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.672356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d274aeb6-bd48-4097-8078-3fccc6d44620" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.849893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 882f3a8f-c6f1-45fa-97ce-02b56aac6e23: rpc.has_security_group_logging(os_id): False [ 798.849893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c625bc9a-3f08-45ff-a368-12f4bee77f30: rpc.has_security_group_logging(os_id): False [ 798.871217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.871391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.872032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.872721] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7: rpc.has_security_group_logging(os_id): False [ 798.875342] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.875342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.875342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f353a0f-7ec4-49d7-a697-6db3cb6233ce: rpc.has_security_group_logging(os_id): False [ 798.878963] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f352b03a-3d85-4bca-92c7-605db0304d8b: rpc.has_security_group_logging(os_id): False [ 798.882695] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34091e57-9167-4938-a734-abc7706e409d: rpc.has_security_group_logging(os_id): False [ 798.883014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.883158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.883225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.883641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.883876] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.883995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.884079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.884475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.884572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.884662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.884834] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.884933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.884994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.885560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.885560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.885560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.885560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.885757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.885757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.885757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.885891] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.886954] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a: rpc.has_security_group_logging(os_id): False [ 798.901816] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.902073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.904678] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.905068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.905832] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.906030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.910201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.910466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.910466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.910622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.910830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.910830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.910992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.911155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.911155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.911424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.911424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.911619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.911801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.911858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.912010] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.912110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.912205] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 798.913465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.913626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.915250] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.915374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.916049] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.916145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.942238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.943110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.943198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.943639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.943639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.943849] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.943969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.944042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.944175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.944250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.944473] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.944579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.944658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.944850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.944936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.945044] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be updated. [ 798.946279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.946421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.975982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.976330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.976459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.976521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.976779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.976884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.977061] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.977167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.977224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.977392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.977467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.977653] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.977759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.977813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.977915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.977999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.978132] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be updated. [ 798.979265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.979427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.010668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.010985] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.011134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.011222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.011454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.011576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.011576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce is going to be updated. [ 799.012756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.012975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.027169] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.027169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.042159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.042474] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.042619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.042696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.042983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.042983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.043179] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.043389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.043657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.043922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.045515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.046202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.046340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.046460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.046542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.046758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.046903] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 799.047953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.048244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.052476] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.052654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.084162] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.101531] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.101531] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.101531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.102070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.102070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.102070] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.102850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.102850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.104301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.104502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.104605] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be updated. [ 799.106627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.106886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.107095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.108357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.108653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.111592] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.112079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.122478] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.122824] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.123095] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.123320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.123450] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.123636] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port f98c7add-e740-42dd-9e1b-208d2fddfe79 not found, creating... [ 799.123919] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.124159] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.124297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.124566] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.124714] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.127656] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.127656] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.127656] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.127656] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.127656] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.127656] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: f98c7add-e740-42dd-9e1b-208d2fddfe79 is going to be created. [ 799.130099] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.130243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.132134] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 799.194385] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.194718] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.194860] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.195165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.195670] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.196140] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.215451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.215895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.216080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.216199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.216462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.216559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.216668] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 799.218422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.218686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.218882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.220355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.220549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.222705] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.222877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.222963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.227033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.227033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.227033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.227033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.227033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.269316] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 799.270275] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 799.291759] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: IN_PROGRESS for 2s [ 799.298141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 799.364171] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.364171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.364171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.364171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.364171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.379143] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 799.389194] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd564ca-4439-4a5e-bfd1-8f640aed72a2: rpc.has_security_group_logging(os_id): False [ 799.412320] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.412654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.412993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.425034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.425251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.473502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.473903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.474085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.474180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.474498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.474624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.474924] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.475114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.475214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.475441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.475558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.475829] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.475951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.476061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.476265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.476381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.476500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 799.478909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.479029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.479249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.495784] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 799.526950] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a41939c7-743d-40d7-8a5c-67a83a09d3b5 None None] Enqueued Resource ID: a1a8deb2-3dd2-4544-a3a4-1f595f1f823c with Priority: HIGHEST for action port [ 799.527812] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a8deb2-3dd2-4544-a3a4-1f595f1f823c with Priority: HIGHEST for action port [ 799.528757] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a8deb2-3dd2-4544-a3a4-1f595f1f823c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.528757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a8deb2-3dd2-4544-a3a4-1f595f1f823c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.528926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a8deb2-3dd2-4544-a3a4-1f595f1f823c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.529199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a8deb2-3dd2-4544-a3a4-1f595f1f823c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.529306] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a8deb2-3dd2-4544-a3a4-1f595f1f823c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.588402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.588402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.588651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.588753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.588869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.591250] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.591250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.591250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.591627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.591805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.591953] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 799.628145] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 799.647644] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.648890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.648890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.648890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.651421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.663154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 799.884618] env[65581]: INFO networking_nsxv3.common.synchronization [req-56075b60-1a7c-4f9f-bd4b-0c6b38ddee28 req-0cc8e741-ab33-4e85-a894-e2c52d7ee77d tempest-ServersAdminNegativeTestJSON-24975652 tempest-ServersAdminNegativeTestJSON-24975652-project-member] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 799.886018] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGHEST for action security_group_members [ 799.886018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.886018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.886527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.886692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.886872] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.886966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.889989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.889989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.889989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.889989] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.933815] env[65581]: INFO networking_nsxv3.common.synchronization [req-fcb2db73-ddde-4a0d-a600-9f72e99afdfb req-bcdba72e-eb3b-42d9-a715-ef53334044b1 service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 799.933815] env[65581]: INFO networking_nsxv3.common.synchronization [req-fcb2db73-ddde-4a0d-a600-9f72e99afdfb req-bcdba72e-eb3b-42d9-a715-ef53334044b1 service nova] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 799.933815] env[65581]: INFO networking_nsxv3.common.synchronization [req-fcb2db73-ddde-4a0d-a600-9f72e99afdfb req-bcdba72e-eb3b-42d9-a715-ef53334044b1 service nova] Enqueued Resource ID: f98c7add-e740-42dd-9e1b-208d2fddfe79 with Priority: HIGHEST for action port [ 799.935837] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_rules [ 799.936211] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 799.936341] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98c7add-e740-42dd-9e1b-208d2fddfe79 with Priority: HIGHEST for action port [ 799.937156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.937483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.937816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.938150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.938257] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.940185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.941234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.942317] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f98c7add-e740-42dd-9e1b-208d2fddfe79 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.942447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.942543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.942798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.942893] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f98c7add-e740-42dd-9e1b-208d2fddfe79',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.032438] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a8deb2-3dd2-4544-a3a4-1f595f1f823c [ 800.032685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.032818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.032889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.033123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.033212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.033346] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a8deb2-3dd2-4544-a3a4-1f595f1f823c already deleted. [ 800.033447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a8deb2-3dd2-4544-a3a4-1f595f1f823c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.383481] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c816e3c3-092a-4a99-afbd-ec8919f893bf tempest-ServersV294TestFqdnHostnames-1505812328 tempest-ServersV294TestFqdnHostnames-1505812328-project-member] Enqueued Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_rules [ 800.386200] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_rules [ 800.389128] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.389128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.389128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.389128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.389128] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.391975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.392118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.392485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.392611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.392894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.393025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.393123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.393336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.393427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.393546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be updated. [ 800.432139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.432261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.432333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.432663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.432663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.446101] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: IN_PROGRESS for 2s [ 800.446101] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f98c7add-e740-42dd-9e1b-208d2fddfe79 with status ACTIVE [ 800.446765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.447017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.447316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.447450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.447704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.447833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.447993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.448529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.448651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449611] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f98c7add-e740-42dd-9e1b-208d2fddfe79 is going to be updated. [ 800.473812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.473812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.473980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.475039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.475039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f98c7add-e740-42dd-9e1b-208d2fddfe79" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.548817] env[65581]: INFO networking_nsxv3.common.synchronization [None req-52c8f748-1f69-4407-841e-d16b5c5064dc tempest-ServersV294TestFqdnHostnames-1505812328 tempest-ServersV294TestFqdnHostnames-1505812328-project-member] Enqueued Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_rules [ 800.550112] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_rules [ 800.552700] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.552828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.835620] env[65581]: INFO networking_nsxv3.common.synchronization [req-985a8cf7-ba58-4aa7-a7b1-bf59051a5ac6 req-d8ec8e27-5807-4131-89c1-73e9d6a4aaef tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 800.836222] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 800.836553] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.836682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.836752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.837099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.837274] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.837395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.837459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.837622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.837747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.837865] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.919186] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.919540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.919540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.919624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.919715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.919948] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8c524-5881-4b16-bf39-6be106834108 already deleted. [ 800.920464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.920464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.920464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.921152] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.148632] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 801.148632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.293070] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 801.293070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.299098] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 801.299478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.315537] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 801.315813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.316676] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: SUCCESS [ 801.316896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340175] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.340463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.340463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.340717] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.343390] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.343584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.345568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.345568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.345568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.345568] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 already deleted. [ 801.345568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.390404] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.390404] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.390404] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.390404] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.392032] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.392032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.392032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.392032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.392032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.392301] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.392352] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.392481] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.392933] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.392933] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.392933] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.392933] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.395385] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 801.395385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.414050] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.414050] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.414050] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.414050] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.414757] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.414757] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.414757] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.414952] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.415014] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3830b02-5ed5-439d-a53d-77e0e7cd0ff9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.445746] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.445952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.446023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.446237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.446380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.446528] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8c524-5881-4b16-bf39-6be106834108 already deleted. [ 801.446528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.512018] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 801.512243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.643500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 801.643791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.677234] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 801.677234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.677439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.677631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.677831] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.678221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.678221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.678221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.678964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.678964] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.917870] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.918068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.918121] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.918448] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.918578] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.918747] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 not found, creating... [ 801.919077] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.922279] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.922279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.922279] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 is going to be created. [ 801.953939] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.954474] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.954605] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.954898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.955239] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.955517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.183657] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.465203] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 in Status: SUCCESS [ 802.465390] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 deletion is rescheduled due to dependency. [ 802.465496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.691288] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.785738] env[65581]: INFO networking_nsxv3.common.synchronization [req-985a8cf7-ba58-4aa7-a7b1-bf59051a5ac6 req-1f223456-988d-47fc-aea2-ae6311863e96 service nova] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 802.786543] env[65581]: INFO networking_nsxv3.common.synchronization [req-985a8cf7-ba58-4aa7-a7b1-bf59051a5ac6 req-1f223456-988d-47fc-aea2-ae6311863e96 service nova] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 802.786773] env[65581]: INFO networking_nsxv3.common.synchronization [req-985a8cf7-ba58-4aa7-a7b1-bf59051a5ac6 req-1f223456-988d-47fc-aea2-ae6311863e96 service nova] Enqueued Resource ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with Priority: HIGHEST for action port [ 802.787437] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 802.787585] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 802.787685] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with Priority: HIGHEST for action port [ 802.787993] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.788187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.788281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.788586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.788677] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.791217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.791515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.791914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.792196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.792581] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.792581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.792581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.792729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.792835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.792898] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.793878] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.794098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794534] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3830b02-5ed5-439d-a53d-77e0e7cd0ff9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.193852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.194259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.194259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.194427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.194500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.194628] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 803.226920] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.227107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.227192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.227576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.227765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.237760] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 803.292487] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.292734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297079] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with status ACTIVE [ 803.297358] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.297507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.297793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.297882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.298232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.298321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.298510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.298620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298823] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.298941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.299055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.299218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.299293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.299384] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 is going to be updated. [ 803.300525] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.324842] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.325076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.325277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.325412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.325688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.702773] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-e2ff1360-28ea-4a39-85dd-fe80146b6676 tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 803.703534] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 803.703898] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.704153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.704319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.704658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.704931] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.705100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.705225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.705429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.705557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.705756] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.803187] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.053452] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.053823] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.054018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.054536] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.054871] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.055075] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.055203] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.055431] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.055576] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.055862] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.055931] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.056075] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.056161] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.056258] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.056357] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.056487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.076697] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.076939] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.077074] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.077269] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.077631] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.077832] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.077954] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.078307] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.078451] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.208412] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.208811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.209073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.209252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.209540] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.209737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.209901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.210142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.210254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.210410] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e already deleted. [ 804.210542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.306475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.306684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.307422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.307694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.307796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.307913] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be created. [ 804.333498] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.333715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.333764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.334196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.334530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.348021] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: UNINITIALIZED for 2s [ 804.581425] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.581668] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.581728] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.581981] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.582161] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.582345] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b not found, creating... [ 804.582621] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.582805] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.582908] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.583145] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.583352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.583617] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.583769] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.583883] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.584107] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.584242] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.584419] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b is going to be created. [ 804.606263] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.606610] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.606734] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.607034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.607376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.607663] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.250429] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 805.250830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.251048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.251376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.251633] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.251791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.251932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.252266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.252403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.252568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.252690] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.409536] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-3e226f66-0c59-453a-8d3d-a768b45932d9 service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 805.409737] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-3e226f66-0c59-453a-8d3d-a768b45932d9 service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 805.409900] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-3e226f66-0c59-453a-8d3d-a768b45932d9 service nova] Enqueued Resource ID: 39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b with Priority: HIGHEST for action port [ 805.410541] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 805.410740] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 805.410886] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b with Priority: HIGHEST for action port [ 805.411267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.411376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.411376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.411732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.411829] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.414038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.414038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.414038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.414038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.414365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.414365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.414365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.414584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.414677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.414781] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.415786] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.415904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.416011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.416230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.416321] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.755239] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.755522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.755522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.755697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.755907] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.756056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.756138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.756339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.756424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.756565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.756950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.757095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.757363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.757560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.757696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.757976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.758089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.758219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.758354] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.914663] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.914867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.918229] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b with status ACTIVE [ 805.918445] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.918574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.918641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.918959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919166] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.919485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.919820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.919880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.920023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.920099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.920185] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b is going to be updated. [ 805.921469] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.944611] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.944881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.944881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.945189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.945359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.945578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b85201-ca3a-4fb4-a339-a5e6e7b8fb9b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261495] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e903ae8-911d-47ae-a168-800a5faf2756: rpc.has_security_group_logging(os_id): False [ 806.285599] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.285805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.285893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.286085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.312494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312815] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.313052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.313052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.313293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.313479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.313753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.313871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.313937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.314124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.314352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.314613] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.314719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.314822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.315015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.315122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.315470] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 806.358413] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 806.358717] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.358893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.359118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.359321] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.359441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.359503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.359659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.359741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.359801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.359913] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.394606] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.394862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.394917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.395185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.395430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411600] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 806.423875] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.863338] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.863558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.863623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.863827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.863996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.864108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.864173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.864343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.864458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.864576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.864680] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.864791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.864858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.865023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.865173] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.865249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.865353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.865460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.865555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.865670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.865732] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.926441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.926672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.926672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.926963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.927079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.927177] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be created. [ 806.958887] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.959255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.959255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.959572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.959897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.970959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: UNINITIALIZED for 2s [ 807.367725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fce0b57-76f7-4064-9ba3-290b05e5e587: rpc.has_security_group_logging(os_id): False [ 807.388221] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.388484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.388484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.388725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.388824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.389030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.389130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.389174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.389339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.389423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.389675] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.389774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.389838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.389978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.390076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390357] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.390526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.390796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.390919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be created. [ 807.458058] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-076ac32a-f4ef-4344-84fb-d354657adbce tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 807.458704] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 807.460024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.460183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.461591] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.461707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.462501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.463123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.463390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.479838] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 807.825249] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.825450] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.825782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.828777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.828777] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.828777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.828777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.828777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.828777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.828777] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.828777] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.828777] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.828777] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.829292] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.829292] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.829292] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.852181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.852504] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.852663] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.852884] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.853446] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.853643] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.853791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.854320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.854476] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcefea3-1a9d-45dd-9c6f-70e545fc0c25',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.357763] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.358634] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.358634] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.358856] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.359085] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.359257] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 not found, creating... [ 808.359582] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.359787] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.359976] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.360252] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.360424] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.360757] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.360945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.361096] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.361394] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.361581] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.361747] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 is going to be created. [ 808.386908] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.387390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.387390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.387587] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.387820] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388063] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.425420] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 808.425675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.986434] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 808.986663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.986862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.987121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.987334] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.987465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.987532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.987690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.987780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.987869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.987973] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.988891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.989630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.989831] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.990341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.990341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.990341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.990341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.990341] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.143796] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-b005a6d5-04db-456d-ab72-a81d1f9ad5c7 service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 809.143882] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-b005a6d5-04db-456d-ab72-a81d1f9ad5c7 service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 809.143977] env[65581]: INFO networking_nsxv3.common.synchronization [req-a14ff83b-13eb-414b-adaa-68c9a03d1f55 req-b005a6d5-04db-456d-ab72-a81d1f9ad5c7 service nova] Enqueued Resource ID: fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 with Priority: HIGHEST for action port [ 809.144583] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 809.144726] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 809.144858] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 with Priority: HIGHEST for action port [ 809.147796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.147796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.147796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.147796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.147796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.147796] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcefea3-1a9d-45dd-9c6f-70e545fc0c25',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.492564] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.492880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.493062] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.498806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 809.499027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.648964] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 with status ACTIVE [ 809.649282] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.649418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.650017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.650017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.650017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.650272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.650335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.650382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.650581] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.650672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.650983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.650983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.651150] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcefea3-1a9d-45dd-9c6f-70e545fc0c25 is going to be updated. [ 809.678912] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.678912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.678912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.679166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.679210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.679384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcefea3-1a9d-45dd-9c6f-70e545fc0c25" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.996232] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.506232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.506232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.506232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.506232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.506232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.506232] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 810.538048] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.538231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.538283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.538505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.538661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.549814] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 812.564908] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 812.565338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.565338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.565637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.565897] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.566099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.566099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.566363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.566480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.566627] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.069052] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.297576] env[65581]: INFO networking_nsxv3.common.synchronization [req-754ec7dc-b591-4148-b8bf-e35c1f2ea93b req-1b6bc64a-6959-45b3-bab1-efaabfcf6103 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_members [ 813.299513] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_members [ 813.299513] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.299513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.299513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.300574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.300574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.300574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.300574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.300574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.300830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.300863] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.573326] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.775441] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.775738] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.775865] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.776278] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.776608] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.776782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.776899] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.777147] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.777349] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.777603] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.777723] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.777839] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.777976] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.778170] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.778274] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.778462] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.801033] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.801033] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.801033] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.801033] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.801975] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-6f62cbbf-775b-45c0-a649-9c57f02ecafc taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.801975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.801975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.802184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.802307] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f62cbbf-775b-45c0-a649-9c57f02ecafc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.804417] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.804417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.804417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.804417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.804721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.805973] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.805973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.805973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.805973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.805973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.805973] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 already deleted. [ 813.805973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.844258] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 813.844728] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 813.845507] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 813.845806] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 813.846421] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.846685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.846685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.846978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.847477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.847477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.847477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.847803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.847803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.848037] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.849132] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.849267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.849374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.849567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.850322] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.850322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.850322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.850322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.850322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.850322] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.904733] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 813.905217] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 813.907053] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_rules [ 813.907053] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 813.907053] env[65581]: INFO networking_nsxv3.common.synchronization [req-1fe76042-4511-4000-a7cc-285eefe61440 req-15c8a459-630e-4676-8a75-6c1e5b26a8fe tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with Priority: HIGHEST for action port [ 813.908288] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 813.909363] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_rules [ 813.909363] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with Priority: HIGHEST for action port [ 813.909363] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 813.909645] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 813.910455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.910809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.911300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.911731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.911932] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.915989] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.915989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.915989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.915989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.915989] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.921712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.921712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.921712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.921712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.921712] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3830b02-5ed5-439d-a53d-77e0e7cd0ff9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.921712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.922258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.923859] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.923859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.081253] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.081665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.081798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.082144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.082318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.082485] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 814.118075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.118325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.118414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.118753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.118950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.131865] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 814.309020] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.309020] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.309020] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.309020] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.309020] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.309020] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 6f62cbbf-775b-45c0-a649-9c57f02ecafc not found, creating... [ 814.309463] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.309519] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.309715] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.310178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.310413] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.310887] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.311141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.311326] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.311718] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.311951] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.312206] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 6f62cbbf-775b-45c0-a649-9c57f02ecafc is going to be created. [ 814.341061] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.341382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.341526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.341822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.342087] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.342359] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.355617] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.358301] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.415350] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.415501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.420420] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.420420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.425696] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with status ACTIVE [ 814.426080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.426240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.426317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.426577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.426993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.426993] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.426993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.427168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.427288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.427378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.427572] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.427691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.427756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.427917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.427995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.428107] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 is going to be updated. [ 814.459555] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.459555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.459807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.459844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.460016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.460200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.633046] env[65581]: INFO networking_nsxv3.common.synchronization [req-06c49d3e-6679-4934-9299-4f186fecb1d3 req-72bc0255-db35-46fb-a40a-4c14eac812ea tempest-ServersNegativeTestJSON-132415529 tempest-ServersNegativeTestJSON-132415529-project-member] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 814.633896] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 814.634247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.634423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.634517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.634730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.634886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.634976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.635051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.635191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.635346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635460] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.862131] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.863695] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.118914] env[65581]: INFO networking_nsxv3.common.synchronization [req-754ec7dc-b591-4148-b8bf-e35c1f2ea93b req-b6aebd89-386c-4363-888a-b079fb92b36e service nova] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_rules [ 815.119093] env[65581]: INFO networking_nsxv3.common.synchronization [req-754ec7dc-b591-4148-b8bf-e35c1f2ea93b req-b6aebd89-386c-4363-888a-b079fb92b36e service nova] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_members [ 815.119284] env[65581]: INFO networking_nsxv3.common.synchronization [req-754ec7dc-b591-4148-b8bf-e35c1f2ea93b req-b6aebd89-386c-4363-888a-b079fb92b36e service nova] Enqueued Resource ID: 6f62cbbf-775b-45c0-a649-9c57f02ecafc with Priority: HIGHEST for action port [ 815.119967] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_rules [ 815.120616] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_members [ 815.120718] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f62cbbf-775b-45c0-a649-9c57f02ecafc with Priority: HIGHEST for action port [ 815.121171] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.121339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.121398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.121610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.121695] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.123116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.123784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.123887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.124380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.124509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.124830] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.125892] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f62cbbf-775b-45c0-a649-9c57f02ecafc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.126065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.126136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.126264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.126339] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f62cbbf-775b-45c0-a649-9c57f02ecafc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.138352] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.370098] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.370288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.370413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.370595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.370727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.374022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 815.374022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.374022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.374022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.374022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.374022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.374022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be created. [ 815.399043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.399043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.399043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.399043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.399043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.401341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.401449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.401622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.401768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.416554] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 815.417422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: UNINITIALIZED for 2s [ 815.624894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.624894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.628173] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.629341] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f62cbbf-775b-45c0-a649-9c57f02ecafc with status ACTIVE [ 815.629547] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.629697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.629765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.630222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.630222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.630305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.630365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.630397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.631587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.631587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.631587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.631587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.632238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.632548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.632736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.632839] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f62cbbf-775b-45c0-a649-9c57f02ecafc is going to be updated. [ 815.639113] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 815.639421] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_members [ 815.639421] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 815.641109] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 815.642189] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_members [ 815.643033] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 815.645884] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.646526] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.646636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.647899] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-163f509a-d06b-4848-8851-b63f694dfb20 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.648903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.649081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.649439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.649630] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.649747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.649849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.650098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.650243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.650284] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.651240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.651354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.661223] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.661748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.661842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.662386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.662636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.662839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f62cbbf-775b-45c0-a649-9c57f02ecafc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.696890] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_rules [ 815.698018] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_members [ 815.698018] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 815.698018] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 815.698018] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_rules [ 815.698018] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 815.698018] env[65581]: INFO networking_nsxv3.common.synchronization [req-84dcbde5-14cb-447a-8577-72f9f88c74ce req-0e863466-4034-4c42-b367-e0eac365e1c6 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with Priority: HIGHEST for action port [ 815.698719] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_rules [ 815.698967] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 815.699210] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 815.699400] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with Priority: HIGHEST for action port [ 815.699596] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_rules [ 815.699774] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_members [ 815.699947] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 815.700357] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163f509a-d06b-4848-8851-b63f694dfb20 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.703017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.703017] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.703017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703501] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.704147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.704330] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3830b02-5ed5-439d-a53d-77e0e7cd0ff9',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.705548] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.705888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.706202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-163f509a-d06b-4848-8851-b63f694dfb20 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.706408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.706755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.708958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.135315] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.147393] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 816.147832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.148200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.148450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.148650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.148784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.148862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.149267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.149546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.149546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.149678] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.149817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.149868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.150039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.150175] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.150284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.150347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.150497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.150586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.150720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.150820] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.155746] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.155746] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.155746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.155746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.155746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.155746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155746] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 816.194610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.194835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.194902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.195145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.195332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.205198] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 816.209747] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-163f509a-d06b-4848-8851-b63f694dfb20 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.211890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.211890] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 with status ACTIVE [ 816.212031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.212944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.212944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.212944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.212944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.212944] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.212944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.212944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.213502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.213502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.213502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.213502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.213658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.213724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.213797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.213882] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3830b02-5ed5-439d-a53d-77e0e7cd0ff9 is going to be updated. [ 816.245722] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.245942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.246083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.246416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.246759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.247015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3830b02-5ed5-439d-a53d-77e0e7cd0ff9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.638529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.639073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.639073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.639773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.639773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.639773] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 is going to be created. [ 816.659194] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.660372] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ac4f4f-6585-4cee-80cb-34deb643d55e: rpc.has_security_group_logging(os_id): False [ 816.672968] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.672968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.673395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.673395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.673611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.686580] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.686580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.686989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.686989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.686989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.687186] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.687262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.687313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.687423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.687491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.688468] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.688468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.688468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.688468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.688468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.688468] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.688468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.688468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.688840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.688840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.688840] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be created. [ 816.690452] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42182df0-1b39-40d5-bbf2-63c829176092 in Status: UNINITIALIZED for 2s [ 816.861093] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.861757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.877912] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 817.163676] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.163864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.163905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.164196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.164297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.164442] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163f509a-d06b-4848-8851-b63f694dfb20 is going to be created. [ 817.190441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.190586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.190706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.190927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.191123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.207963] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: UNINITIALIZED for 2s [ 817.430898] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430898] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430898] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.432336] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 817.433107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.433107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.433107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.433241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.433295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.433360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.434481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.434481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.434481] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.935989] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.937241] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.218918] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 818.218918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.280166] env[65581]: INFO networking_nsxv3.common.synchronization [None req-83ac670b-509f-491b-b4b2-570d81305c2d tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_rules [ 818.280475] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_rules [ 818.280682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.280818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.280886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.281214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.281345] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.387070] env[65581]: INFO networking_nsxv3.common.synchronization [None req-20e63c29-ad81-464f-8d91-13c53f996344 tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_rules [ 818.387679] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_rules [ 818.388034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.388140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.439465] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.441582] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.705941] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42182df0-1b39-40d5-bbf2-63c829176092 in Status: SUCCESS [ 818.705941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.705941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.705941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.705941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.706268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.706268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.706403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.706403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.706630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.706630] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.804844] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.805091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.805199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.805574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.805651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.805800] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87981821-efed-4a98-b128-5b59904984aa already deleted. [ 818.805918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.806154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.806389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.806547] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.894726] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 818.894955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.895145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.895395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.895619] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.943890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.944259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.944259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.945027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.945027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.945027] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be updated. [ 818.946794] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.946794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.946794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.946989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.946989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947158] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 818.988241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.989071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.989071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.989071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.989071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.992207] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.992347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.992469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.992831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.992831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.006070] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: IN_PROGRESS for 2s [ 819.007031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 819.213890] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.220998] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: UNINITIALIZED for 4s [ 819.343999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.344292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.344509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.344993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.346609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.346609] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87981821-efed-4a98-b128-5b59904984aa already deleted. [ 819.346609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.401611] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.401845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.401845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.402117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.402370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.402557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.402652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.403576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.403576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.403576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.403576] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.715924] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42182df0-1b39-40d5-bbf2-63c829176092: rpc.has_security_group_logging(os_id): False [ 819.738875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.738875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.738875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.739656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.739656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.739656] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.739894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.739894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.739955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.740047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.740147] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 is going to be created. [ 819.863988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.864221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.864221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.864757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.864757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.883596] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42182df0-1b39-40d5-bbf2-63c829176092 in Status: IN_PROGRESS for 2s [ 819.912154] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.912390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.912390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.912714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.912965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.913230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.913230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.913641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.913731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.913826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.914021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.914133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.914205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.914386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.914624] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.914726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.914790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.914953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.915093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.915151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.915230] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.418672] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ac4f4f-6585-4cee-80cb-34deb643d55e: rpc.has_security_group_logging(os_id): False [ 820.438704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.439773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.439773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.439773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.439773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.439773] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.439773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.440077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.440077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.440077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.440694] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.440694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.440694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.440694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.440889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.441035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.441635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.441744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.441900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.441979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.442102] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 820.531687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.533054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.533054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.533054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.533054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.547751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 820.798099] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-c803885f-109d-4053-96ee-acd4a050b392 tempest-ListServersNegativeTestJSON-2017114107 tempest-ListServersNegativeTestJSON-2017114107-project-member] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 820.798956] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 820.799314] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.799513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.799513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.801671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.801732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.802015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802135] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.021370] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 821.021731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.022050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.022379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.023436] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.023591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.023677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.023874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.023986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.024088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.024209] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.027221] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 821.027221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.027221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.027221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.027425] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.027628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.027683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.027813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.027894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.027990] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.030270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.030456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.030655] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.030740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.030813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.031021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.031056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.031132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.031229] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.033138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.033138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.033138] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.033138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.033138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.033138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.033138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.033138] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.237177] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: SUCCESS [ 821.237311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.238145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.238145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.238145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.238145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.238397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.238433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.238606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.238786] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.300635] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.300902] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.300998] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.301309] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.301619] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.301792] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.302991] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.302991] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.302991] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.302991] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.302991] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.302991] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.302991] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.302991] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.302991] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.304159] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.307863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.308013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.308107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.308313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.308403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.308599] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.308697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.308757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.308909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.308979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.309074] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e already deleted. [ 821.309154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.323337] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.323571] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.323713] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.323891] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.324214] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-5a6613a6-ce81-4890-948e-9291a2f406ea taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.324383] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.324615] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.325548] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.325548] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6613a6-ce81-4890-948e-9291a2f406ea',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.534062] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.534358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.534449] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.537018] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.539656] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.742212] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.831165] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.831165] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 5a6613a6-ce81-4890-948e-9291a2f406ea not found, creating... [ 821.831165] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.831165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.831751] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831751] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831751] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.831751] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.832434] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.832672] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 5a6613a6-ce81-4890-948e-9291a2f406ea is going to be created. [ 821.862141] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.862372] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.862517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.862973] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.863109] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.863256] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.902201] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42182df0-1b39-40d5-bbf2-63c829176092 in Status: SUCCESS [ 821.902768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.040547] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b10c9f43-e70f-4725-b5ab-b78d7839f703: rpc.has_security_group_logging(os_id): False [ 822.041958] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.044540] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.068303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.068487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.068487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.068976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.068976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.068976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.069170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.069170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.069322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.069398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.069561] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be created. [ 822.124900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.125071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.125148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.125477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.125740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.138511] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: IN_PROGRESS for 2s [ 822.249273] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.504066] env[65581]: INFO networking_nsxv3.common.synchronization [req-48c2f6de-56b6-4793-a45c-c2c1373ed70a req-55240470-8ef1-4833-89a5-9748c434e362 tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 822.504675] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 822.505442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.505442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.505442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.505701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.505797] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.505944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.506034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.508325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.508325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.508325] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.549371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.549371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.549371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.550139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.550139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.550139] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 822.551338] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.551338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.551338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.551689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.551788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.552378] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be updated. [ 822.575478] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 822.575615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.604896] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-b57fae89-f178-473e-bbca-df78709c39ff service nova] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_rules [ 822.605170] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-b57fae89-f178-473e-bbca-df78709c39ff service nova] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 822.605325] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-b57fae89-f178-473e-bbca-df78709c39ff service nova] Enqueued Resource ID: 5a6613a6-ce81-4890-948e-9291a2f406ea with Priority: HIGHEST for action port [ 822.606437] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.606597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.606666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.606916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.606986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.611950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.612121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.612193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.612432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.612582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.614119] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_rules [ 822.614246] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 822.614353] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6613a6-ce81-4890-948e-9291a2f406ea with Priority: HIGHEST for action port [ 822.614674] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.614783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.614849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.615575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.615667] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.616653] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.616775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.616843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.617036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.617190] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.617290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.617352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.617505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.617594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.619603] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.620634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a6613a6-ce81-4890-948e-9291a2f406ea taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.620634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.620797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.620948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.620948] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6613a6-ce81-4890-948e-9291a2f406ea',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.641154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: IN_PROGRESS for 2s [ 822.642061] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 822.751684] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.751923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.752025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.752368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.752591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.752758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163f509a-d06b-4848-8851-b63f694dfb20 is going to be updated. [ 822.782822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.783031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.783129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.783495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.783750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.796125] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: IN_PROGRESS for 2s [ 823.010588] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.120852] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.123575] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a6613a6-ce81-4890-948e-9291a2f406ea with status ACTIVE [ 823.123814] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.123904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.123971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.124189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.124279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.124489] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.124632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.124700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.124890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.124975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.125229] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.125229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.125353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.125874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.125874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.125874] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a6613a6-ce81-4890-948e-9291a2f406ea is going to be updated. [ 823.126733] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.149507] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.149654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.149724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.149931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.150073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.150233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a6613a6-ce81-4890-948e-9291a2f406ea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.194999] env[65581]: INFO networking_nsxv3.common.synchronization [req-78fb0d0b-9869-4fe2-b9f4-09d4bd2f9bdd req-5f72dc9f-ef24-4b13-9ca2-9f4add0366d3 tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 823.195143] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 823.195492] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.195627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.514093] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.626260] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.628805] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-346b61cc-ecc0-47d9-8d7e-5000c4a8f692 tempest-ListServersNegativeTestJSON-2017114107 tempest-ListServersNegativeTestJSON-2017114107-project-member] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 823.629733] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 823.630446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.630446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.017751] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.017751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.017751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.017751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.017751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.017751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 824.042705] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.042914] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.043052] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.043414] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.043797] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.044152] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.045344] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.045344] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.045344] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.045344] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.045344] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.045344] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.045344] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.045344] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.045344] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.045869] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.047175] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.047281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.047369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.047537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.047736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.057575] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 824.066153] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.066318] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.066458] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.066748] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.066943] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.067125] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.067243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.067622] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.067843] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c91c8f-a320-4f67-bf7f-3dbe2606faea',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.131111] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.131273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.131351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.133356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.133356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.133356] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be created. [ 824.160024] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 824.166098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.166098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.166098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.166098] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.169402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.169402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.169402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.169402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.169781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.183829] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: UNINITIALIZED for 2s [ 824.570784] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.571017] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.571157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.571465] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.571596] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.571790] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port f7c91c8f-a320-4f67-bf7f-3dbe2606faea not found, creating... [ 824.572124] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.572287] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.572402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.572618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572811] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573617] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.573617] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.573617] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.573617] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.573845] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573947] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: f7c91c8f-a320-4f67-bf7f-3dbe2606faea is going to be created. [ 824.595440] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.595664] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.595785] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.596062] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.596291] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.596515] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.653422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 824.653776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.654348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.654598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.654951] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.654951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.655121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.655121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.655221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655508] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.658923] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.658923] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.658923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658923] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.668933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.669670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.807405] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: SUCCESS [ 824.807634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.807797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.808446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.808446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.808446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.808446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.808668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.808719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.808812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.808948] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.160628] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.161705] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.314157] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.386570] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-1447a6b6-d6c5-4ef6-8c0d-62a1538d59e5 service nova] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_rules [ 825.386570] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-1447a6b6-d6c5-4ef6-8c0d-62a1538d59e5 service nova] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 825.386570] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-1447a6b6-d6c5-4ef6-8c0d-62a1538d59e5 service nova] Enqueued Resource ID: f7c91c8f-a320-4f67-bf7f-3dbe2606faea with Priority: HIGHEST for action port [ 825.386964] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_rules [ 825.387117] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 825.387220] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c91c8f-a320-4f67-bf7f-3dbe2606faea with Priority: HIGHEST for action port [ 825.387479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.387599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.387801] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.387852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.388018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.388125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.388186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.388374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.388454] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c91c8f-a320-4f67-bf7f-3dbe2606faea',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.666448] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.666448] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.816568] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 163f509a-d06b-4848-8851-b63f694dfb20: rpc.has_security_group_logging(os_id): False [ 825.834698] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.834698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.834698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.834929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.834929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.835798] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.835798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.835798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.835798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.835798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.835798] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163f509a-d06b-4848-8851-b63f694dfb20 is going to be created. [ 825.890443] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7c91c8f-a320-4f67-bf7f-3dbe2606faea with status ACTIVE [ 825.890659] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.890798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.890870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.891118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.891219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.891393] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.891497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.891580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.891714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.891793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.892221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.892221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.892350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.892389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7c91c8f-a320-4f67-bf7f-3dbe2606faea is going to be updated. [ 825.894907] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.895031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.895149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.895373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.895547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.908859] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: IN_PROGRESS for 2s [ 825.926940] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.926940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.927119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.927551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.927551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.927638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c91c8f-a320-4f67-bf7f-3dbe2606faea" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.070182] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 826.070451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.070673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.070934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.071315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.073143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.073720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.073963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.074190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.074267] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.167225] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.167501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.167930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.168211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.168302] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.168414] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 826.169844] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.169973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.170348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.170691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.170797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.170910] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be updated. [ 826.197720] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 826.197838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.198036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.198245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.198456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.198591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.198652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.198813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.198920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.199034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.199150] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.200106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.200291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.200463] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.200577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.200783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.201081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.201177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.201280] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.209466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.209643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.209701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.210054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.210617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.214515] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.214680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.214727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.214911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.215082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.226810] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 826.228025] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: IN_PROGRESS for 2s [ 826.577671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.579069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.579069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.579069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.579069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.579284] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.579379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.579432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.579642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.579642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.580664] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 826.607977] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.608085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.608163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.608334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.608493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.619500] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 826.704203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.704203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.704613] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.207559] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.715225] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.715225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.715225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715225] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 827.748488] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.748650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.748703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.748910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.749077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.760843] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 827.926281] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: SUCCESS [ 827.926683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.243021] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 828.243376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.243591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244762] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.244762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.244762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.245029] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.246681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 828.246890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.247090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.248410] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.248410] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.248410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.248843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.248952] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.249199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.249199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.249320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.249420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.249526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.249685] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.634017] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 828.634223] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e deletion is rescheduled due to dependency. [ 828.634310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.751426] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.752701] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fce0b57-76f7-4064-9ba3-290b05e5e587: rpc.has_security_group_logging(os_id): False [ 828.773107] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.773261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.773261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.773461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.773655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.773911] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.774042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.774151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.774283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.774419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.774680] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.774935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.775067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.775254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.775336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.775560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.775833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.775932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.776188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.776289] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 828.851024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.851024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.851024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.867252] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 829.255969] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b10c9f43-e70f-4725-b5ab-b78d7839f703: rpc.has_security_group_logging(os_id): False [ 829.288306] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.288562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.288657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.289273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.289273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.289382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.289549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.289659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.292021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.292021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.292021] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be updated. [ 829.319552] env[65581]: INFO networking_nsxv3.common.synchronization [req-f021f2dd-d5aa-46bf-b9e5-08fbd8b1d61a req-7bf51ad4-da19-4f50-9a49-a2c7dd583e95 tempest-ListImageFiltersTestJSON-34432330 tempest-ListImageFiltersTestJSON-34432330-project-member] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 829.320081] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 829.320659] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.320790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.320855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.322218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.322218] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.322218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.322218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.322218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.322218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.322218] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.359972] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.360518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.360518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.360809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.360809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.374722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: IN_PROGRESS for 2s [ 829.776663] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 829.776993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.777154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.777739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.777739] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.778095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.778095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.778095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.778292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.778326] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.824637] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.282768] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.327656] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.785993] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.830422] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.830422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.830422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.830422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.830422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.830655] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be updated. [ 830.863255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.863446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.863559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.863749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.864060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.875992] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 830.881070] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 830.881070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.883846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.883846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.883846] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.291647] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.291647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.291647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.291647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.291647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.291647] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 831.324168] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.324291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.324365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.324645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.324845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.335147] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 831.384337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.384491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.385664] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.385664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.385664] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.389881] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 831.389881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.889073] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.889073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.889322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.889322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.889644] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.889644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.889644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.889773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.889860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.889947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.890110] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.890192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.890259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.890397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.890536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.890626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.890684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.890819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.890892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.890971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.891067] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.394125] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fce0b57-76f7-4064-9ba3-290b05e5e587: rpc.has_security_group_logging(os_id): False [ 832.413319] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.413467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.413619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.413863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.413960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.414178] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.414284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.414349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.414510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.414576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.414855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.414939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.415018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.415168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.415241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.415422] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.415514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.415576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.415710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.415785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.415869] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 832.497518] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.497751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.497825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.498049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.498199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.529356] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 832.885737] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 832.886422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.344681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 833.344992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.345090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.345302] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.345569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.345705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.345773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.345987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.346182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.346345] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.346640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346779] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.347068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.347142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.347220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.347312] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.849306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40238cad-7401-4186-a2fb-5821e3411c8e: rpc.has_security_group_logging(os_id): False [ 833.869089] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.869243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.869289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.869503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.869597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.869769] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.869864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.869926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.870087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.870165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.870345] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.870438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.870498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.870634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.870708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.870898] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.870989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.871060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.871194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.871268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.871352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be created. [ 833.951422] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.951678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.951678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.951920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.952179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.963930] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 834.320971] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 834.321128] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 834.546094] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 834.546094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.978221] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 835.978409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.979022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.979022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.979022] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.481952] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.482226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.482307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.482602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.482833] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.482984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.483087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.483293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.483404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.483644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.483736] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.985745] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.986048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.986048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.986436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.986619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.986726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.986791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.986950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.987046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.987134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.987283] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.987578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.987806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988374] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.491387] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40238cad-7401-4186-a2fb-5821e3411c8e: rpc.has_security_group_logging(os_id): False [ 837.513640] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.513640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.513640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.513640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.513640] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.513640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.513980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.513980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.514148] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.514204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.514425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.514425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.514551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.515959] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.515959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.515959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.515959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.515959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.515959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 837.582957] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.583148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.583227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.583653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.598014] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 839.322285] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 839.322285] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 839.615747] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 839.616019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.783677] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-111754fa-fae8-40b5-8ce9-25a6dd353e73 tempest-ListServersNegativeTestJSON-2017114107 tempest-ListServersNegativeTestJSON-2017114107-project-member] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 841.784343] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 841.785296] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.785296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.785296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.785296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.785296] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.785524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.785524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.785670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.785670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.785839] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.288428] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.404117] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.404117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.404117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.404117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.404117] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.404653] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.405665] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.405908] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.406073] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.406287] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.406401] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.406520] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.406621] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.406729] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.406829] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.406957] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.429057] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.429057] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.429057] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.429295] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-986" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.429447] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.429598] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.429676] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.430042] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.430164] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fe8d42-9525-4e56-82e6-1e78f0dd361e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.792542] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.933460] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933884] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.934072] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.934372] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.934536] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.934723] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port a9fe8d42-9525-4e56-82e6-1e78f0dd361e not found, creating... [ 842.935015] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.935213] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.935332] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.935763] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.935763] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.936043] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.936210] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.936348] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.936616] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.936768] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.936923] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: a9fe8d42-9525-4e56-82e6-1e78f0dd361e is going to be created. [ 842.961878] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.962127] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.962233] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.962553] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.962791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.963043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.296394] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.296553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.296624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.297170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.297170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.297170] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 843.327352] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.327504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.327591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.327846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.328015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.340314] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 843.537863] env[65581]: INFO networking_nsxv3.common.synchronization [req-2691176f-c2b8-4b41-a90b-ec779819bde2 req-18ee439c-d6b4-49d8-a5af-6bcbd9aaf721 tempest-ServersWithSpecificFlavorTestJSON-976220274 tempest-ServersWithSpecificFlavorTestJSON-976220274-project-member] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 843.538457] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 843.538768] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.538895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.539027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.539173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.539330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.539425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.539790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.539790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.539790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.539929] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.656049] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-3704456e-3d31-4d08-9a9c-71fec926162b service nova] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_rules [ 843.657691] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-3704456e-3d31-4d08-9a9c-71fec926162b service nova] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 843.657691] env[65581]: INFO networking_nsxv3.common.synchronization [req-c28a292a-84cc-4dab-8eb6-e85e00e2f5b1 req-3704456e-3d31-4d08-9a9c-71fec926162b service nova] Enqueued Resource ID: a9fe8d42-9525-4e56-82e6-1e78f0dd361e with Priority: HIGHEST for action port [ 843.657691] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_rules [ 843.657691] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 843.658129] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fe8d42-9525-4e56-82e6-1e78f0dd361e with Priority: HIGHEST for action port [ 843.658129] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.658129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.658287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.658387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.658505] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.659590] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.659590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.659771] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.659771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.661274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.661274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.661274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fe8d42-9525-4e56-82e6-1e78f0dd361e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.042420] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.042827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.042827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.042948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.070023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.070023] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.070023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.070023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.070023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.070023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.070023] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be updated. [ 844.100169] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.100296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.101750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.101750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.101750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.111545] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: IN_PROGRESS for 2s [ 844.161646] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.161804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167106] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9fe8d42-9525-4e56-82e6-1e78f0dd361e with status ACTIVE [ 844.167106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.167106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.167106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.167106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.167106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.167106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.167595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.167595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.167595] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.167712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.167864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.167945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.168041] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9fe8d42-9525-4e56-82e6-1e78f0dd361e is going to be updated. [ 844.194059] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.198245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.198245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.198245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.198245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.198245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fe8d42-9525-4e56-82e6-1e78f0dd361e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.400296] env[65581]: INFO networking_nsxv3.common.synchronization [req-961b0fcb-c94a-4ae4-9d90-c84e8946e7d5 req-eee9fc92-a27d-43ea-95e9-29360ba92ed6 tempest-ListServerFiltersTestJSON-2047210966 tempest-ListServerFiltersTestJSON-2047210966-project-member] Enqueued Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 844.401233] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade with Priority: HIGHEST for action security_group_members [ 844.401233] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d91c71a-3a1c-47c8-81ef-cf433960dade taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.401515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.401515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.401577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.401796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.401877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.402150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.402342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.402438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.402601] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d91c71a-3a1c-47c8-81ef-cf433960dade',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.904971] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.905142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.906108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.906108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.943437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.944025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.944025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.944025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.945540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.945540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.945540] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade is going to be updated. [ 844.978741] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.978936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.979011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.979327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.979327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.994323] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: IN_PROGRESS for 2s [ 845.419777] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.419777] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.419777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.419777] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.510473] env[65581]: INFO networking_nsxv3.common.synchronization [None req-872ef594-98ac-418f-8a3f-1ef2ec867f50 None None] Enqueued Resource ID: 26ef5afc-d6cc-4234-9111-6eebbbdb615e with Priority: HIGHEST for action port [ 845.511051] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ef5afc-d6cc-4234-9111-6eebbbdb615e with Priority: HIGHEST for action port [ 845.511406] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ef5afc-d6cc-4234-9111-6eebbbdb615e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.511556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ef5afc-d6cc-4234-9111-6eebbbdb615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.511645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ef5afc-d6cc-4234-9111-6eebbbdb615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.512014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ef5afc-d6cc-4234-9111-6eebbbdb615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.512452] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ef5afc-d6cc-4234-9111-6eebbbdb615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.923223] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.015239] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26ef5afc-d6cc-4234-9111-6eebbbdb615e [ 846.015737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.015737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.015873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.016044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.016152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.016308] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26ef5afc-d6cc-4234-9111-6eebbbdb615e already deleted. [ 846.016372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ef5afc-d6cc-4234-9111-6eebbbdb615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.124160] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 846.125254] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 deletion is rescheduled due to dependency. [ 846.125373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.273728] env[65581]: INFO networking_nsxv3.common.synchronization [req-005ded54-b88a-463c-9339-86e4307252d0 req-dc93d8ab-6a98-4b3e-beb2-b1a17788ea7c tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 846.274472] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 846.275863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.275863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.275863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.276226] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.428228] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.711732] env[65581]: INFO networking_nsxv3.common.synchronization [None req-826aeefc-36b6-4126-acf6-ca223a760141 None None] Enqueued Resource ID: 35b51073-4020-42f1-8c19-6a8a01cd99a8 with Priority: HIGHEST for action port [ 846.713162] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b51073-4020-42f1-8c19-6a8a01cd99a8 with Priority: HIGHEST for action port [ 846.713162] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-35b51073-4020-42f1-8c19-6a8a01cd99a8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.713162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35b51073-4020-42f1-8c19-6a8a01cd99a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.713162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35b51073-4020-42f1-8c19-6a8a01cd99a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.713162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35b51073-4020-42f1-8c19-6a8a01cd99a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.714312] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b51073-4020-42f1-8c19-6a8a01cd99a8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.738102] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.738308] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.738430] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.738755] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.739321] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.739507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.741485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.741616] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.741822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.742092] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.742227] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.742400] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.742555] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.742652] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.742764] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.742902] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.768411] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.768721] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.768894] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.769081] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.769407] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-431313fc-8470-495a-b1cc-8574d1f8a888 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.769578] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.769700] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.770043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.770538] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431313fc-8470-495a-b1cc-8574d1f8a888',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.778799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.779020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.779020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.779240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.779334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.779526] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.779619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.779681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.779829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.779927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.780029] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b already deleted. [ 846.780114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.930587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.930846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.930846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.930965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.931088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.931326] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 846.974123] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.974476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.974581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.974943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.975153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.990173] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 847.011232] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade in Status: SUCCESS [ 847.011232] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d91c71a-3a1c-47c8-81ef-cf433960dade deletion is rescheduled due to dependency. [ 847.011232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d91c71a-3a1c-47c8-81ef-cf433960dade" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.215879] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35b51073-4020-42f1-8c19-6a8a01cd99a8 [ 847.217136] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.217136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.217136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.217136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.217136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.217136] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35b51073-4020-42f1-8c19-6a8a01cd99a8 already deleted. [ 847.217603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35b51073-4020-42f1-8c19-6a8a01cd99a8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.273093] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.274317] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.275329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.275558] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.275720] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.275963] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 431313fc-8470-495a-b1cc-8574d1f8a888 not found, creating... [ 847.276302] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.276483] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.276605] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.276840] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.276984] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.277339] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.277501] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.277618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.277834] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.277969] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.278127] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 431313fc-8470-495a-b1cc-8574d1f8a888 is going to be created. [ 847.308235] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.309406] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.312131] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.312131] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.312131] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.312131] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.057946] env[65581]: INFO networking_nsxv3.common.synchronization [None req-ac5dc559-fd50-403a-8aee-e4fe25c77307 None None] Enqueued Resource ID: 6bf04cbc-48b8-4f63-8256-b291bd685ba7 with Priority: HIGHEST for action port [ 848.058601] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf04cbc-48b8-4f63-8256-b291bd685ba7 with Priority: HIGHEST for action port [ 848.058935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf04cbc-48b8-4f63-8256-b291bd685ba7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.059067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf04cbc-48b8-4f63-8256-b291bd685ba7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.060156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf04cbc-48b8-4f63-8256-b291bd685ba7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.060367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf04cbc-48b8-4f63-8256-b291bd685ba7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.060641] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf04cbc-48b8-4f63-8256-b291bd685ba7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.109394] env[65581]: INFO networking_nsxv3.common.synchronization [req-005ded54-b88a-463c-9339-86e4307252d0 req-d8ab9173-f2ca-4aa4-afc5-6f408552f138 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 848.109628] env[65581]: INFO networking_nsxv3.common.synchronization [req-005ded54-b88a-463c-9339-86e4307252d0 req-d8ab9173-f2ca-4aa4-afc5-6f408552f138 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 848.109783] env[65581]: INFO networking_nsxv3.common.synchronization [req-005ded54-b88a-463c-9339-86e4307252d0 req-d8ab9173-f2ca-4aa4-afc5-6f408552f138 service nova] Enqueued Resource ID: 431313fc-8470-495a-b1cc-8574d1f8a888 with Priority: HIGHEST for action port [ 848.111178] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 848.111358] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 848.111510] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431313fc-8470-495a-b1cc-8574d1f8a888 with Priority: HIGHEST for action port [ 848.111763] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.111903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.111995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.112282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.112372] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.115403] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.115403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.115403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.115403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.117368] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.117368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.117368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.117368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.117597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.117597] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.121266] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-431313fc-8470-495a-b1cc-8574d1f8a888 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.121266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.121266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.121266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.121266] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431313fc-8470-495a-b1cc-8574d1f8a888',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.562864] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bf04cbc-48b8-4f63-8256-b291bd685ba7 [ 848.562864] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.562864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.563100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.563335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.565353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.565539] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bf04cbc-48b8-4f63-8256-b291bd685ba7 already deleted. [ 848.565668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf04cbc-48b8-4f63-8256-b291bd685ba7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.620492] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.620765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.627997] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 431313fc-8470-495a-b1cc-8574d1f8a888 with status ACTIVE [ 848.628419] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.628419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.628626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.628766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.629379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.629379] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.629379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.629379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.629379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.631920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.632230] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.632314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.632314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.633278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.633278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.633278] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 431313fc-8470-495a-b1cc-8574d1f8a888 is going to be updated. [ 848.633849] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.638141] env[65581]: INFO networking_nsxv3.common.synchronization [req-ba911bab-0bdf-454b-ab3e-d4b97e8292f1 req-c5a777a9-b6ee-445e-a2fa-655580b3ca46 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 848.640031] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 848.640457] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.640616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.640731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.640935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.641105] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.641770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.641770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.642033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.642787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.642787] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.669420] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.669572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.669645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.669924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.670164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.670402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-431313fc-8470-495a-b1cc-8574d1f8a888" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.002745] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 849.003012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.003200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.003459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.003690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.003815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.003883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.004065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.004149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.004226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.004318] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.138649] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.145605] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.145774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.145880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.146172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.146272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.146486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.146589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.146654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.146807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.146993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.146993] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb already deleted. [ 849.147153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.507275] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.507444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.507516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.507754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.508043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.508282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.508345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.509061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.510644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.510644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.510644] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.510644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.510644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.510853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.512036] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.512036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.512036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.512036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.512036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.512036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.512530] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.517153] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.517348] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.519154] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.519977] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.519977] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.521360] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.521487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.521776] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.521908] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.522119] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.522239] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.522354] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.522455] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.522564] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.522668] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.522805] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.549143] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.549326] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.549451] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.549653] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.549965] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-b7cfd946-f636-40f7-8cb4-3baf31395431 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.550125] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.550243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.551027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.551027] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cfd946-f636-40f7-8cb4-3baf31395431',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.640798] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.640966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.641056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.641348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.641390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.641569] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be created. [ 849.667125] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.667277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.667369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.667706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.667706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.678571] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: UNINITIALIZED for 2s [ 850.015953] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40238cad-7401-4186-a2fb-5821e3411c8e: rpc.has_security_group_logging(os_id): False [ 850.035554] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.035698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.035772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.036013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.036109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.036311] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.036412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.036477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.036642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.036722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.036911] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.037014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.037077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.037214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.037287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.037619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.037738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.037804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.037946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.038031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.038119] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 850.057360] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.057581] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.057725] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.057996] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.058159] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.058317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port b7cfd946-f636-40f7-8cb4-3baf31395431 not found, creating... [ 850.058592] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.058745] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.058901] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.059234] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.059310] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.059574] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.059723] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.059904] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.060151] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.060282] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.060417] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: b7cfd946-f636-40f7-8cb4-3baf31395431 is going to be created. [ 850.083084] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.083532] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.083532] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.083823] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.084127] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.084507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.123874] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.124275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.124400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.124733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.124918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140825] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 850.797272] env[65581]: INFO networking_nsxv3.common.synchronization [None req-05c0367e-e0ca-4c67-ba5e-f8d7a4bb5c59 None None] Enqueued Resource ID: e43b4357-0481-4e47-9623-2de658c06279 with Priority: HIGHEST for action port [ 850.798149] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b4357-0481-4e47-9623-2de658c06279 with Priority: HIGHEST for action port [ 850.799775] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e43b4357-0481-4e47-9623-2de658c06279 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.799916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e43b4357-0481-4e47-9623-2de658c06279" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.800029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e43b4357-0481-4e47-9623-2de658c06279" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.800366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e43b4357-0481-4e47-9623-2de658c06279" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.800482] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e43b4357-0481-4e47-9623-2de658c06279',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.870333] env[65581]: INFO networking_nsxv3.common.synchronization [req-ba911bab-0bdf-454b-ab3e-d4b97e8292f1 req-45b561b1-e08f-436b-b86b-4c171f7d5bf2 service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 850.870483] env[65581]: INFO networking_nsxv3.common.synchronization [req-ba911bab-0bdf-454b-ab3e-d4b97e8292f1 req-45b561b1-e08f-436b-b86b-4c171f7d5bf2 service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 850.870617] env[65581]: INFO networking_nsxv3.common.synchronization [req-ba911bab-0bdf-454b-ab3e-d4b97e8292f1 req-45b561b1-e08f-436b-b86b-4c171f7d5bf2 service nova] Enqueued Resource ID: b7cfd946-f636-40f7-8cb4-3baf31395431 with Priority: HIGHEST for action port [ 850.871164] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 850.871269] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 850.871475] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cfd946-f636-40f7-8cb4-3baf31395431 with Priority: HIGHEST for action port [ 850.871999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.872227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.872330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.872618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.872742] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.874173] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.874379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.874445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.874724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.874987] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.875177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.875304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.875509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.875625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.875750] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.876789] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7cfd946-f636-40f7-8cb4-3baf31395431 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.881167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.881268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.881474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.881564] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cfd946-f636-40f7-8cb4-3baf31395431',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.302502] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e43b4357-0481-4e47-9623-2de658c06279 [ 851.303292] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.303292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.303292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.306236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.306338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.306922] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e43b4357-0481-4e47-9623-2de658c06279 already deleted. [ 851.306922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e43b4357-0481-4e47-9623-2de658c06279" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.384240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.384400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.384581] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.385528] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7cfd946-f636-40f7-8cb4-3baf31395431 with status ACTIVE [ 851.385709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.385855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.385908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.387115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.387115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.387115] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.387115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.387115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.387115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.387115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.387115] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.387438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.387438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.387564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.387778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.387778] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7cfd946-f636-40f7-8cb4-3baf31395431 is going to be updated. [ 851.412659] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.412800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.412873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.413092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.413234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.413398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7cfd946-f636-40f7-8cb4-3baf31395431" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.689479] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 851.689609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.689879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.689979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.690219] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.690355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.690615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.690719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.690819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.691071] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.713040] env[65581]: INFO networking_nsxv3.common.synchronization [req-00a03568-55bb-4f8c-a3d9-f90bd1a77a9c req-0c3281c6-8264-4ede-8843-9999d088d2c0 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 851.713141] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 851.713366] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.713487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.713548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.713891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.714065] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.714336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.714336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.714428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.714461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.714558] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.892033] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.163352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 852.163591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.194133] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.194992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.194992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.195629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.195966] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.196138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.196244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.196491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.196617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.197472] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.197472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.197472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.197472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.197737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.197737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.197816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.197980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.198249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.198410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.198526] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.216715] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.217152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.217284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.217522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.217646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.217879] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.218031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.218125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.218300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.218408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.218514] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 already deleted. [ 852.218641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.251164] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.251670] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.252074] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.252497] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.252888] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.253728] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.253728] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.255033] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.255033] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.255033] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.255033] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.255033] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.256722] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.256722] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.256722] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.256722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.297888] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.298183] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.298368] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.298601] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-9" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.299043] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.299325] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.299486] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.299840] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.300114] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d6bad8-5602-4bd2-be8e-2aedbd232bfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.396192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.396586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.396586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.396731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.396892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.397212] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be created. [ 852.424998] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.425235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.425235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.425609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.425779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.435619] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: UNINITIALIZED for 2s [ 852.700978] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 852.737153] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.737489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.737704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.738036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.738238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.738629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.738815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.739376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.739376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.739376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.739781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.739984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.740160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.740437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.740608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.740967] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.741155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.741244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.741447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.741600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.742312] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be created. [ 852.803021] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.803294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.803425] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.803773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.803929] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.804104] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 15d6bad8-5602-4bd2-be8e-2aedbd232bfd not found, creating... [ 852.804376] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.804533] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.804656] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.804932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.805137] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.805453] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.805612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.805744] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.805976] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.806141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.806290] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd is going to be created. [ 852.808311] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.808439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.808507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.808669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.808850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.823226] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 852.832750] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.833105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.833170] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.833432] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.833724] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.833945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.527986] env[65581]: INFO networking_nsxv3.common.synchronization [req-00a03568-55bb-4f8c-a3d9-f90bd1a77a9c req-2461c3a5-e12e-4144-97eb-33c14fe81d08 service nova] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 853.528257] env[65581]: INFO networking_nsxv3.common.synchronization [req-00a03568-55bb-4f8c-a3d9-f90bd1a77a9c req-2461c3a5-e12e-4144-97eb-33c14fe81d08 service nova] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 853.528257] env[65581]: INFO networking_nsxv3.common.synchronization [req-00a03568-55bb-4f8c-a3d9-f90bd1a77a9c req-2461c3a5-e12e-4144-97eb-33c14fe81d08 service nova] Enqueued Resource ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with Priority: HIGHEST for action port [ 853.528596] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 853.528596] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 853.528596] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with Priority: HIGHEST for action port [ 853.531521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.531521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.532978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.532978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.532978] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.532978] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.533527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.533527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.533776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.533885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.537168] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.538053] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.538188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.538254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.538373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.538497] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d6bad8-5602-4bd2-be8e-2aedbd232bfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.891569] env[65581]: INFO networking_nsxv3.common.synchronization [None req-52fadf90-3e35-47b5-8710-3b4bd922e787 None None] Enqueued Resource ID: 57a4a9a4-2f4b-4355-9d3c-96c37f6ef250 with Priority: HIGHEST for action port [ 853.892159] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a4a9a4-2f4b-4355-9d3c-96c37f6ef250 with Priority: HIGHEST for action port [ 853.892499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a4a9a4-2f4b-4355-9d3c-96c37f6ef250 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.892620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a4a9a4-2f4b-4355-9d3c-96c37f6ef250" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.892686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a4a9a4-2f4b-4355-9d3c-96c37f6ef250" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.892987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a4a9a4-2f4b-4355-9d3c-96c37f6ef250" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.893111] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a4a9a4-2f4b-4355-9d3c-96c37f6ef250',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.040020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.040195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.040369] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.041273] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with status ACTIVE [ 854.041584] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.041711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.041822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.042062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.042168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.042364] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.042487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.042538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.043459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.043459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.043459] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.043459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.043459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.043459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.043459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.043459] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd is going to be updated. [ 854.067477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.068029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.068029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.068470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.069310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.069310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.273664] env[65581]: INFO networking_nsxv3.common.synchronization [req-53051063-50e2-4b92-908c-d33c1da71896 req-d384e4b7-ff5e-41d3-89eb-adc6e9bfc44f tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 854.274803] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 854.274905] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.275457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.275595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.275896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.276662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.276662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.276662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.276662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.276915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.277022] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.395279] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a4a9a4-2f4b-4355-9d3c-96c37f6ef250 [ 854.395403] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.395536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.395536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.395776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.395864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.395965] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a4a9a4-2f4b-4355-9d3c-96c37f6ef250 already deleted. [ 854.396085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a4a9a4-2f4b-4355-9d3c-96c37f6ef250" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.450248] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 854.450393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.450513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.450723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.450921] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.451049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.451116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.451270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.451350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.451433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.451521] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.546524] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.563983] env[65581]: INFO networking_nsxv3.common.synchronization [req-3fa8408d-9944-47b0-9e34-fcb60da53759 req-509155f0-3b78-4d50-908e-7b6d89ed4af8 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_members [ 854.563983] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_members [ 854.563983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.563983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.563983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.563983] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.779954] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.836474] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 854.836474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.957033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.957033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.957033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.957772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.957772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.957772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957772] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.976330] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.976520] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.976520] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.976820] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.979019] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.979019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.979019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.979019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.979019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.979019] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.979019] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.979019] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.979019] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.979019] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.979019] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.979019] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.002498] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.002817] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.002817] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.002964] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.003289] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-d136d692-dfb3-451b-8900-f5bbd90fe8c4 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.003462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.003582] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.003968] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.004124] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d136d692-dfb3-451b-8900-f5bbd90fe8c4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.051326] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.051503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.051554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.051922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.052000] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.052180] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be created. [ 855.067984] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.068261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.068401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.068616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.068715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.068924] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.069025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.069089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.069243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.069319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.069389] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a already deleted. [ 855.069468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.076075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.076295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.077952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.077952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.077952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.085889] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: UNINITIALIZED for 2s [ 855.284884] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.465840] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 855.491931] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.492045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.492509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.492509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.492509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494298] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.494298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.494298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.494298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.494298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494298] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.494298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.495834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.496136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.496283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.496636] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.496822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.496934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.497227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.497716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.497716] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be created. [ 855.506793] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.507413] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.507520] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.507957] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.508243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.508515] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port d136d692-dfb3-451b-8900-f5bbd90fe8c4 not found, creating... [ 855.510031] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.511140] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.511446] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.511745] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.511968] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.512482] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.512775] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.513043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.513284] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.513503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.513743] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: d136d692-dfb3-451b-8900-f5bbd90fe8c4 is going to be created. [ 855.538298] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.538778] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.539051] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.540272] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.540272] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.540272] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.574405] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.574405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.574405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.574405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.574405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.604767] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 855.790591] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.790591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.790591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.790591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.790591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.790591] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 855.824392] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.824810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.826598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.826598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.826598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.839733] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 856.148540] env[65581]: INFO networking_nsxv3.common.synchronization [None req-0b7d8750-10f0-40ac-a720-b2539f24b825 None None] Enqueued Resource ID: 4f29c80d-3f9e-42bf-80ef-d1228b8b036f with Priority: HIGHEST for action port [ 856.149257] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f29c80d-3f9e-42bf-80ef-d1228b8b036f with Priority: HIGHEST for action port [ 856.149649] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f29c80d-3f9e-42bf-80ef-d1228b8b036f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.149810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f29c80d-3f9e-42bf-80ef-d1228b8b036f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.149903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f29c80d-3f9e-42bf-80ef-d1228b8b036f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.153237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f29c80d-3f9e-42bf-80ef-d1228b8b036f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.153421] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f29c80d-3f9e-42bf-80ef-d1228b8b036f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.355481] env[65581]: INFO networking_nsxv3.common.synchronization [req-3fa8408d-9944-47b0-9e34-fcb60da53759 req-4fa367c1-64d9-4d60-80e0-2c1be6ae1732 service nova] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_rules [ 856.355481] env[65581]: INFO networking_nsxv3.common.synchronization [req-3fa8408d-9944-47b0-9e34-fcb60da53759 req-4fa367c1-64d9-4d60-80e0-2c1be6ae1732 service nova] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_members [ 856.355481] env[65581]: INFO networking_nsxv3.common.synchronization [req-3fa8408d-9944-47b0-9e34-fcb60da53759 req-4fa367c1-64d9-4d60-80e0-2c1be6ae1732 service nova] Enqueued Resource ID: d136d692-dfb3-451b-8900-f5bbd90fe8c4 with Priority: HIGHEST for action port [ 856.355889] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_rules [ 856.356013] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_members [ 856.356122] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d136d692-dfb3-451b-8900-f5bbd90fe8c4 with Priority: HIGHEST for action port [ 856.356610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.356610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.356610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.356875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.356875] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.358605] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.360543] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.360543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.360543] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.360543] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-d136d692-dfb3-451b-8900-f5bbd90fe8c4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.361390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.361390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.361390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.361390] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d136d692-dfb3-451b-8900-f5bbd90fe8c4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.658729] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f29c80d-3f9e-42bf-80ef-d1228b8b036f [ 856.658729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.658729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.658729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.658729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.658729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.658729] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f29c80d-3f9e-42bf-80ef-d1228b8b036f already deleted. [ 856.658729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f29c80d-3f9e-42bf-80ef-d1228b8b036f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.693631] env[65581]: INFO networking_nsxv3.common.synchronization [req-ecebd722-07cc-407b-9b83-4694c01b17ce req-5a13a410-15be-4269-b24d-30c936a630cc tempest-ServersV294TestFqdnHostnames-1505812328 tempest-ServersV294TestFqdnHostnames-1505812328-project-member] Enqueued Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_members [ 856.694385] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_members [ 856.694622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.694764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.694832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.695332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.695543] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.695729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.695827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.695979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.697081] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.859642] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.859642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.867370] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.868948] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d136d692-dfb3-451b-8900-f5bbd90fe8c4 with status ACTIVE [ 856.871019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.871019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.871019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.871019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.871019] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d136d692-dfb3-451b-8900-f5bbd90fe8c4 is going to be updated. [ 856.899833] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.901273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.901273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.901621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.902327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.902398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d136d692-dfb3-451b-8900-f5bbd90fe8c4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.102212] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: SUCCESS [ 857.102429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.102606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.102838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.103048] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.103165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.103230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.103386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.103626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.103626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.103758] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.156122] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.156122] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-192" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.156341] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-192" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.156589] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-192" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.156853] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.157013] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.157134] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.157353] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.157490] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.157699] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.157803] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.157904] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.158014] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.159419] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.159536] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.159684] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.183802] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.183979] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.184129] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.184305] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-192" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.184642] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-47481823-a21f-4550-9cbf-5af57ac773ac taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.184821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.185052] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.185465] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.185604] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47481823-a21f-4550-9cbf-5af57ac773ac',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.202925] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.203185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.203265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.203471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.203562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.204054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.204054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.204054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.204373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.204373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.204373] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8c524-5881-4b16-bf39-6be106834108 already deleted. [ 857.204511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.375129] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.607366] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.621538] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 857.621851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.688716] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689079] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689079] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.689363] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689508] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689655] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 47481823-a21f-4550-9cbf-5af57ac773ac not found, creating... [ 857.689921] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.690089] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.690222] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.690477] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.690602] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690886] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.691055] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.691173] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.691390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.691705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.691943] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 47481823-a21f-4550-9cbf-5af57ac773ac is going to be created. [ 857.725290] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.725526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.725655] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.725933] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.726297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.726538] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.852298] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 857.852614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.878801] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.878801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.878801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.878801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.878801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.878801] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a is going to be created. [ 857.914886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.915097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.915201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.915522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.915654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.927956] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a in Status: UNINITIALIZED for 2s [ 858.111907] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85add7e3-9079-4d30-b314-61abbfb60cf7: rpc.has_security_group_logging(os_id): False [ 858.129934] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.130428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.130493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.130870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.131042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.131127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.131379] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be created. [ 858.197943] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.198166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.198217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.198395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.198578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212270] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: IN_PROGRESS for 2s [ 858.442271] env[65581]: INFO networking_nsxv3.common.synchronization [req-ecebd722-07cc-407b-9b83-4694c01b17ce req-cabf4f90-3588-436d-b422-075a2362935a service nova] Enqueued Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_rules [ 858.442458] env[65581]: INFO networking_nsxv3.common.synchronization [req-ecebd722-07cc-407b-9b83-4694c01b17ce req-cabf4f90-3588-436d-b422-075a2362935a service nova] Enqueued Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_members [ 858.442592] env[65581]: INFO networking_nsxv3.common.synchronization [req-ecebd722-07cc-407b-9b83-4694c01b17ce req-cabf4f90-3588-436d-b422-075a2362935a service nova] Enqueued Resource ID: 47481823-a21f-4550-9cbf-5af57ac773ac with Priority: HIGHEST for action port [ 858.443234] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_rules [ 858.443378] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_members [ 858.443477] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47481823-a21f-4550-9cbf-5af57ac773ac with Priority: HIGHEST for action port [ 858.443812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.443908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.443972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.444442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.444442] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.445309] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.445416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.445416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.445595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.445713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.445822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.445903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.445983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.446077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.446180] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.447113] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-47481823-a21f-4550-9cbf-5af57ac773ac taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.447268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.447370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.447525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.447636] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47481823-a21f-4550-9cbf-5af57ac773ac',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.950030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.950356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.950404] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.951449] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47481823-a21f-4550-9cbf-5af57ac773ac with status ACTIVE [ 858.951682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.951828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.951912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.953185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.953185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.953185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.953185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.953185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.953185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.953185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.953815] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.953815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.953815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.953815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.953815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.953815] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47481823-a21f-4550-9cbf-5af57ac773ac is going to be updated. [ 858.977389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.977602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.977735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.977887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.978073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.978357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47481823-a21f-4550-9cbf-5af57ac773ac" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.456569] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.541216] env[65581]: INFO networking_nsxv3.common.synchronization [req-0cd95395-da9f-41ea-a189-fa7f6c1807a4 req-d5b9e1f4-82bb-41c2-87eb-c7a972879739 tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_members [ 859.541216] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_members [ 859.541216] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.541538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.541816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.542171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.542478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.542721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.543084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.543361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.543540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.543762] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.931791] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.931791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.931791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.932116] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.938320] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.938320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.938320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.938320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.938320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.938320] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.938320] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.938320] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.938320] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.938320] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.938320] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.938320] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.948447] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a in Status: SUCCESS [ 859.948657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.949106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.949328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.949521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.949635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.949846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.949954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.951079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.951079] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.962242] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.964033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.964033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.964033] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8c524-5881-4b16-bf39-6be106834108 is going to be created. [ 859.966567] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.966744] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.966884] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.967066] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-726" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.967373] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.967542] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.967660] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.967982] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.968147] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc56c25-7caf-42c4-8a8c-06fde0d093e6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.009297] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.010783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.010783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.010783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.011087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.024142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8c524-5881-4b16-bf39-6be106834108 in Status: UNINITIALIZED for 2s [ 860.046780] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.047364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.047467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.047681] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.048150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.048241] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87981821-efed-4a98-b128-5b59904984aa already deleted. [ 860.048320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.107847] env[65581]: INFO networking_nsxv3.common.synchronization [req-e81a5848-db74-4fd4-b478-26d3507b6c59 req-e50a7323-79e3-4407-82af-ce3dc3a163cf tempest-ListServersNegativeTestJSON-2017114107 tempest-ListServersNegativeTestJSON-2017114107-project-member] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 860.108462] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 860.108761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.108874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.109079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.109166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.109299] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.109394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.109511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.109590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.109677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.109800] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.225740] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: SUCCESS [ 860.226756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.453542] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.471652] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.471820] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.471946] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.472266] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.472422] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.472603] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 5fc56c25-7caf-42c4-8a8c-06fde0d093e6 not found, creating... [ 860.472892] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.473073] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.473198] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.473451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.473584] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.473935] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.475846] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.475846] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.475846] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.475846] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.475846] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 5fc56c25-7caf-42c4-8a8c-06fde0d093e6 is going to be created. [ 860.497947] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.498184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.498292] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.498616] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.498852] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.499150] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.614833] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.955655] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 493787df-4dc8-429c-9d56-5ec67c1ed68a: rpc.has_security_group_logging(os_id): False [ 860.976852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.976852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.976852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.977156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.977358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.977560] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.977713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.977831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.978444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.978444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.978444] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a is going to be created. [ 861.056466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.056627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.056680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.056889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.057093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.076188] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a in Status: IN_PROGRESS for 2s [ 861.116755] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.244407] env[65581]: INFO networking_nsxv3.common.synchronization [req-0cd95395-da9f-41ea-a189-fa7f6c1807a4 req-7bde56a1-2a28-4473-8ddc-e8365ad91fe4 service nova] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_rules [ 861.244745] env[65581]: INFO networking_nsxv3.common.synchronization [req-0cd95395-da9f-41ea-a189-fa7f6c1807a4 req-7bde56a1-2a28-4473-8ddc-e8365ad91fe4 service nova] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_members [ 861.244918] env[65581]: INFO networking_nsxv3.common.synchronization [req-0cd95395-da9f-41ea-a189-fa7f6c1807a4 req-7bde56a1-2a28-4473-8ddc-e8365ad91fe4 service nova] Enqueued Resource ID: 5fc56c25-7caf-42c4-8a8c-06fde0d093e6 with Priority: HIGHEST for action port [ 861.245797] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_rules [ 861.246017] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_members [ 861.246215] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc56c25-7caf-42c4-8a8c-06fde0d093e6 with Priority: HIGHEST for action port [ 861.246687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.246854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.246962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.247264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.247394] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.248959] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.249097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.249167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.249357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.250178] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.250400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.250534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.250715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.250871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.251212] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.253050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.253050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.253050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.253050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.253050] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc56c25-7caf-42c4-8a8c-06fde0d093e6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.619757] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.619917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.619991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.620324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.620423] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 861.650098] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.650352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.650465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.650751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.650986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.664277] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 861.751079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.751255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.757625] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fc56c25-7caf-42c4-8a8c-06fde0d093e6 with status ACTIVE [ 861.757625] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.757625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.757625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.757625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.757625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.757991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.757991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.757991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.758124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.758124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.758331] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.758423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.758463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.758910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.758910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.758910] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fc56c25-7caf-42c4-8a8c-06fde0d093e6 is going to be updated. [ 861.760048] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.788905] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.788905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.788905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.788905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.788905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.788905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc56c25-7caf-42c4-8a8c-06fde0d093e6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.035017] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8c524-5881-4b16-bf39-6be106834108 in Status: SUCCESS [ 862.035422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.035422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.035567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.035650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.035772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.035840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.035994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.036174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.036314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.036472] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.266137] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.539980] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.771739] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.771916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.771991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.772244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.772334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.772431] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87981821-efed-4a98-b128-5b59904984aa is going to be created. [ 862.800238] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.800455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.800507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.800760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.800934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.812327] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: UNINITIALIZED for 2s [ 863.043957] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a8c524-5881-4b16-bf39-6be106834108: rpc.has_security_group_logging(os_id): False [ 863.068472] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.068472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.068472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.068692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.068736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.068966] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.069085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.069158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.069314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.069390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.069536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a8c524-5881-4b16-bf39-6be106834108 is going to be created. [ 863.098026] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a in Status: SUCCESS [ 863.098026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.153280] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.153503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.153503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.153744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.154039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.170164] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8c524-5881-4b16-bf39-6be106834108 in Status: IN_PROGRESS for 2s [ 863.674553] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 863.674898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.821964] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: SUCCESS [ 864.822387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.822523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.822745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.823034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.823260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.823392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.823601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.823775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.823907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.824060] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.157028] env[65581]: INFO networking_nsxv3.common.synchronization [req-9562c7c4-011d-45f9-a205-c94a62192398 req-0673b273-aaac-4013-9c7f-1995bc1239cf tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 865.157028] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 865.157028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.157028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.157028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.157563] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.183910] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a8c524-5881-4b16-bf39-6be106834108 in Status: SUCCESS [ 865.184182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.332166] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.508289] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.508484] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.508603] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.508861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.509128] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.509299] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.509435] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.509652] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.509795] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.509996] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.510156] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.510273] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.510439] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.510795] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.510795] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.510795] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.533467] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.533640] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.533837] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.534032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.534346] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-9b154222-9e5d-4abc-8354-c3fcfb754207 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.534514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.534629] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.535061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.535238] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b154222-9e5d-4abc-8354-c3fcfb754207',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.659879] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.833306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87981821-efed-4a98-b128-5b59904984aa: rpc.has_security_group_logging(os_id): False [ 865.852657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.852657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.852657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.852657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.853018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.853018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.853131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.853177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.853334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.853416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.853504] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87981821-efed-4a98-b128-5b59904984aa is going to be created. [ 865.922711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.922922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.922969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.923185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.923372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.943031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: IN_PROGRESS for 2s [ 866.038662] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.038662] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.038908] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.040077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.040077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.040077] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 9b154222-9e5d-4abc-8354-c3fcfb754207 not found, creating... [ 866.040077] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.040323] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.040323] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.040611] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.040801] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.041225] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.041438] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.041602] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.041879] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.042073] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.043055] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 9b154222-9e5d-4abc-8354-c3fcfb754207 is going to be created. [ 866.069159] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.069159] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.069370] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.069659] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.069906] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.070986] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.082157] env[65581]: INFO networking_nsxv3.common.synchronization [req-76844174-9379-485e-863e-83b3051d0414 req-315d935a-f486-474b-9c85-575e6917249a tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 866.083069] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 866.083290] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.083702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.083702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.083956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.084080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.084226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.084312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.084554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.084686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.084868] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.161459] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.459795] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.460125] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.460405] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.460852] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.461275] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.461525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.461695] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.462009] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.462282] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.462611] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.462818] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.463069] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.463279] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.463493] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.463700] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.463962] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.484906] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.485871] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.485871] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.485871] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.485871] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-f87c2de9-805a-4f37-8ed0-ddc50fd95153 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.486352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.487769] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.488733] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.488889] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f87c2de9-805a-4f37-8ed0-ddc50fd95153',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.587093] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.587265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.587384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.587562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.587654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.587852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.588105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.588193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.588392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.588486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.588576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 already deleted. [ 866.588659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.665173] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.665506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.665752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.665871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.665995] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 866.710486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.710486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.710486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.710486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.710486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.719485] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 866.767041] env[65581]: INFO networking_nsxv3.common.synchronization [req-9562c7c4-011d-45f9-a205-c94a62192398 req-ed99f2b8-ce42-468f-8bfb-ef5c03c61c34 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 866.767128] env[65581]: INFO networking_nsxv3.common.synchronization [req-9562c7c4-011d-45f9-a205-c94a62192398 req-ed99f2b8-ce42-468f-8bfb-ef5c03c61c34 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 866.767224] env[65581]: INFO networking_nsxv3.common.synchronization [req-9562c7c4-011d-45f9-a205-c94a62192398 req-ed99f2b8-ce42-468f-8bfb-ef5c03c61c34 service nova] Enqueued Resource ID: 9b154222-9e5d-4abc-8354-c3fcfb754207 with Priority: HIGHEST for action port [ 866.767983] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 866.768173] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 866.768331] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b154222-9e5d-4abc-8354-c3fcfb754207 with Priority: HIGHEST for action port [ 866.768990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.768990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.768990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.769305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.769305] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.770967] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.770967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.771200] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b154222-9e5d-4abc-8354-c3fcfb754207 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.771342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.771342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.771573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.771686] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b154222-9e5d-4abc-8354-c3fcfb754207',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.991580] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.992078] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992203] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992865] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.993150] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port f87c2de9-805a-4f37-8ed0-ddc50fd95153 not found, creating... [ 866.993617] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.993937] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994350] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.994753] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.995027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.995528] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.995806] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.996017] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.996291] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.996431] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.996594] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: f87c2de9-805a-4f37-8ed0-ddc50fd95153 is going to be created. [ 867.019376] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.019650] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.019790] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.020178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.020465] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.020725] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.274020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.275157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.277647] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b154222-9e5d-4abc-8354-c3fcfb754207 with status ACTIVE [ 867.278329] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.278329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.278329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.278584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.278584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.279231] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.279231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.279231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.279231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.279231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.279469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.279469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.279469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.279955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.279955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.279955] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b154222-9e5d-4abc-8354-c3fcfb754207 is going to be updated. [ 867.311062] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.311062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.311062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.311062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.311435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.311435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b154222-9e5d-4abc-8354-c3fcfb754207" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.740601] env[65581]: INFO networking_nsxv3.common.synchronization [req-76844174-9379-485e-863e-83b3051d0414 req-0572c759-a97f-449e-ac18-0eb120e6650e service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 867.740784] env[65581]: INFO networking_nsxv3.common.synchronization [req-76844174-9379-485e-863e-83b3051d0414 req-0572c759-a97f-449e-ac18-0eb120e6650e service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 867.740935] env[65581]: INFO networking_nsxv3.common.synchronization [req-76844174-9379-485e-863e-83b3051d0414 req-0572c759-a97f-449e-ac18-0eb120e6650e service nova] Enqueued Resource ID: f87c2de9-805a-4f37-8ed0-ddc50fd95153 with Priority: HIGHEST for action port [ 867.741504] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 867.741645] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 867.741764] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87c2de9-805a-4f37-8ed0-ddc50fd95153 with Priority: HIGHEST for action port [ 867.742097] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.742248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.742284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.742564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.742635] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.743716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.743716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.743883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.744039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.744630] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.745292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.745371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.745539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.745766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.745766] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.747021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f87c2de9-805a-4f37-8ed0-ddc50fd95153 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.747021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.747021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.747021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.747206] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f87c2de9-805a-4f37-8ed0-ddc50fd95153',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.954535] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: SUCCESS [ 867.954775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.074783] env[65581]: INFO networking_nsxv3.common.synchronization [req-b0147d4c-5532-468b-bfd2-8787ebc3e8b3 req-c20ceb9f-6814-4da3-be79-7fbd41d45732 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 868.075501] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 868.075824] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.075950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.076035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.077208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.077389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.077500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.077564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.077730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.077811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.077910] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.249272] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.249542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.249799] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.251088] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f87c2de9-805a-4f37-8ed0-ddc50fd95153 with status ACTIVE [ 868.251363] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.251501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.251573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.251951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.252147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.252433] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.252601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.252711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.252974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.253122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.253323] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.253436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.253518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.253744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.253981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.254148] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f87c2de9-805a-4f37-8ed0-ddc50fd95153 is going to be updated. [ 868.277830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.277984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.278047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.278246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.278386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.278556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f87c2de9-805a-4f37-8ed0-ddc50fd95153" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.580487] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.580959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.582291] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.582837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.582837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.582837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.582837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.583212] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 868.617092] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.617092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.617092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.617092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.617092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.625526] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 868.729627] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 868.729853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.730016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.730267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.730465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.730831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.730831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.730831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.730993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.730993] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.756695] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.233567] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.259494] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.259715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.259832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.260070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.260176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.260270] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be created. [ 869.317076] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.317291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.317291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.317950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.317950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.330020] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: UNINITIALIZED for 2s [ 869.736494] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.240611] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.240611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.240611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.240611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.240611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.240611] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 870.278810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.278975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.279059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.279277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.279424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.290300] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 870.637073] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 870.637265] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 870.637315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.345212] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 871.345212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.345212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.345806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.345806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.345806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.345944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.346049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.346224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.346329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.346431] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.850186] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.850397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.850531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.850745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.850980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.851065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.851117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.851304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.851464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.851464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.851604] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.851735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.851909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.852041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.852088] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.852174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.852235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.852369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.852477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.852555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.853083] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.256037] env[65581]: INFO networking_nsxv3.common.synchronization [req-ac5cfae9-f05f-459e-9a9b-bc33c86d2be5 req-36bfe500-6abc-4a6e-9956-23335e2583b5 tempest-ListImageFiltersTestJSON-34432330 tempest-ListImageFiltersTestJSON-34432330-project-member] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 872.256672] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGHEST for action security_group_members [ 872.257186] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.257186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.257364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.257455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.257632] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.257828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.257828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.258020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.258110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.258232] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.301431] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.304026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.304026] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.354946] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 692581f8-c3ac-4f4f-aada-8656ce817cb8: rpc.has_security_group_logging(os_id): False [ 872.374577] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.374577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.374577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.375113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.375243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.375619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.375619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.375815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.375899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.375970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.376166] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.376288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.376351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.376887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.376887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.377095] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.377201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.377201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.377338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.377415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.377899] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be created. [ 872.460781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.460978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.461068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.461310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.461574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.476070] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 872.760477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.760646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.760721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.760951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.761112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.761268] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.761370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.761429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.761585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.761662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.761846] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be updated. [ 872.791865] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.792103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.792103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.792690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.792690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.806881] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.807907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.807907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.807907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.807907] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.807907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.807907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.807907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.808249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.808249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.808249] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.808375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.808375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.808487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.808583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.808666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.808723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.808849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.808918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.810054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.810054] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.810305] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: IN_PROGRESS for 2s [ 873.311636] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34091e57-9167-4938-a734-abc7706e409d: rpc.has_security_group_logging(os_id): False [ 873.337446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.337446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.337446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.337446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.338104] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.338486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.338728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.339568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.339568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.340047] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 873.406139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.406914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.406914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.406914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.406914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.423744] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 874.489548] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 874.489833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.832604] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a in Status: SUCCESS [ 874.832780] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a deletion is rescheduled due to dependency. [ 874.832905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.440109] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 875.440306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.259444] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 877.259692] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 878.413224] env[65581]: INFO networking_nsxv3.common.synchronization [req-ef312e08-5fa2-4dec-b16b-74a9856fad07 req-f2a7f5d2-4100-425c-be3d-8e63328d1b14 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 878.413693] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 878.414980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415602] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.416020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.416121] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.800042] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.800042] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.800289] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.800453] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.800637] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.800809] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.800925] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.801156] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.801310] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.801499] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.801612] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.801836] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.801836] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.801953] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.802039] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.802310] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.825067] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.825286] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.825391] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.825572] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-714" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.825912] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.826153] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.826402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.826651] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.826821] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1020b7dc-ab02-45c9-a3f6-7a8d832b6a72',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.919908] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.330143] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.330539] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.330735] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.331036] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.331189] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.331348] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 not found, creating... [ 879.331622] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.331787] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.331915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.332149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.332284] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.332570] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.332797] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.332925] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.333171] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.333338] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.333430] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 is going to be created. [ 879.355177] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.355403] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.355524] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.355811] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.356054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.356296] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.422800] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.927479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.927756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.927756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.928050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.928216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.928294] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 879.957389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.957501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.957577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.957778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.957929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.969533] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 880.093917] env[65581]: INFO networking_nsxv3.common.synchronization [req-ef312e08-5fa2-4dec-b16b-74a9856fad07 req-cf2149b5-57da-4495-9243-90c9a004a7a2 service nova] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 880.093917] env[65581]: INFO networking_nsxv3.common.synchronization [req-ef312e08-5fa2-4dec-b16b-74a9856fad07 req-cf2149b5-57da-4495-9243-90c9a004a7a2 service nova] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 880.093917] env[65581]: INFO networking_nsxv3.common.synchronization [req-ef312e08-5fa2-4dec-b16b-74a9856fad07 req-cf2149b5-57da-4495-9243-90c9a004a7a2 service nova] Enqueued Resource ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with Priority: HIGHEST for action port [ 880.094386] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 880.094665] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 880.094835] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with Priority: HIGHEST for action port [ 880.095320] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.095713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.095841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.096304] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.097735] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.097929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.098218] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.098383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.098488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.098714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.099169] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1020b7dc-ab02-45c9-a3f6-7a8d832b6a72',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.601334] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.601771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.604906] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with status ACTIVE [ 880.605141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.605307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.605382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.605594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.605686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.605866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.605970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.606254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.606332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606512] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.606632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.606817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.606862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606948] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 is going to be updated. [ 880.628877] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.629064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.629143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.629381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.629532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.629741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.977807] env[65581]: INFO networking_nsxv3.common.synchronization [req-cfc7ae92-c178-458f-a80d-5b43a0f6480d req-d624c21e-382c-45a4-9d43-6ad4f6f34032 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 880.978388] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 880.978846] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.979065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.979617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.979718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.980039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.980127] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.484787] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.485057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.485400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.485503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.485761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.485892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486316] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 881.520965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.521134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.521187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.521395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.521541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.537652] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 881.981065] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 881.981430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.981430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.981550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.981760] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.981881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.981981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.982174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.982272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.982371] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.485393] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.988582] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.491071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.493751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.493751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.493751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.493751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.493751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 883.527983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.528263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.528383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.528724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.528830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.538044] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 883.545850] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 883.545982] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 deletion is rescheduled due to dependency. [ 883.546125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.452821] env[65581]: INFO networking_nsxv3.common.synchronization [req-8556333d-7ae8-4519-923f-710b833cddb1 req-dcb261a3-c51b-4c49-90cd-2ed6472ac514 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_members [ 884.453989] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGHEST for action security_group_members [ 884.454420] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.454487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.454563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.454769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.455352] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.455508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.455579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.455769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.455861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.455960] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.958668] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.958810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.958857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.959092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.959195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.959503] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.959503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.959642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.959962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.959962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.959962] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 is going to be updated. [ 885.007867] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.007867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.008093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.008318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.008318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.021680] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42182df0-1b39-40d5-bbf2-63c829176092 in Status: IN_PROGRESS for 2s [ 885.548585] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 885.548849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.548971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549982] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.053071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.053580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.054011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.054658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.054936] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.055078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.055159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.055326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.055413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.055514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.055668] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.055772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.055830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.055981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.056130] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.056292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.056460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.056574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.056699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.056734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.056837] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.139591] env[65581]: INFO networking_nsxv3.common.synchronization [req-3ab20e23-6990-4fa2-bed4-9e28cd0819c8 req-a6f76d16-52ef-4312-abb5-2aabff0d2b92 tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 886.139591] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 886.139591] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.139734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.139901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.140121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.140264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.140347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.140545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.140638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.140744] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.561258] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fce0b57-76f7-4064-9ba3-290b05e5e587: rpc.has_security_group_logging(os_id): False [ 886.579990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.580145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.580145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.580371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.580451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.580687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.580778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.580778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.580936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.581026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.581231] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.581340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.581403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.581545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.581617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.581793] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.581884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.581947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.582108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.582215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.582262] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 886.644223] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.654108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.657964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.657964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.657964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.657964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.671011] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 886.825569] env[65581]: INFO networking_nsxv3.common.synchronization [req-e98d9798-4b26-4f77-b105-2b81e665759c req-e575c07d-092a-4398-8966-4c19804a147b tempest-MigrationsAdminTest-1741902411 tempest-MigrationsAdminTest-1741902411-project-member] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 886.825569] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 886.825569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.827010] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.827010] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.033952] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42182df0-1b39-40d5-bbf2-63c829176092 in Status: SUCCESS [ 887.034331] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 deletion is rescheduled due to dependency. [ 887.034331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.147097] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.329631] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.651026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.651026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.651026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.651460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.651460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.651460] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 887.700425] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.700425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.700425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.700425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.700425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.711129] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 887.832210] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.335234] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.335493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.335651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.335945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.336100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.336266] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be updated. [ 888.367993] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.368280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.368419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.368666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.368840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.378801] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 888.692689] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 888.692689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.826440] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 888.826440] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 888.826831] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 888.827102] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 888.827699] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.827699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.827932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.828107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.828400] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.828532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.828650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.828917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.829151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.829259] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.830536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.830711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.830837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.831191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.831448] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.831607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.831892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.832151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.832151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.832238] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.870326] env[65581]: INFO networking_nsxv3.common.synchronization [req-2ac958bf-67ff-490f-8361-bb4d8d9af76a req-934824b7-c0c0-412e-a822-6949bcfa98cc tempest-ServersWithSpecificFlavorTestJSON-976220274 tempest-ServersWithSpecificFlavorTestJSON-976220274-project-member] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 888.871097] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 888.871581] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.871817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.871990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.872977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.873280] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.873493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.873645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.873957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.874141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.874323] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.878407] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_rules [ 888.878760] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 888.878999] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 888.879299] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 888.879618] env[65581]: INFO networking_nsxv3.common.synchronization [req-04b81872-6536-454e-8fa4-69dad7942395 req-28b136f7-45ab-46bf-a509-f7736ae548a9 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with Priority: HIGHEST for action port [ 888.881144] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_rules [ 888.881144] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 888.881144] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with Priority: HIGHEST for action port [ 888.882084] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 888.882084] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 888.884435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.884435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.884435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.884435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.884435] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.885447] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.885663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.889077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.889077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.889077] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.890235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.890319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.890588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.890985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.891916] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1020b7dc-ab02-45c9-a3f6-7a8d832b6a72',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.892440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.892651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.895034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.895034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.223202] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.223572] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.223758] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.224287] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.224393] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.224552] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.224662] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.224946] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.225041] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.225260] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.225365] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.225471] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.225576] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.225683] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.225783] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.225916] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.247878] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.248073] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.248235] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.248429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-667" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.248744] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-b018c36a-f717-4499-b322-1fd7428f9a8d taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.248919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.249077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.249429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.249571] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b018c36a-f717-4499-b322-1fd7428f9a8d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.334730] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.335790] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.381722] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.381903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.381953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.382182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.382282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.383506] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.383637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.383707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.383885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.384068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.384170] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be updated. [ 889.394472] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with status ACTIVE [ 889.394691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.394826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.394897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.395305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.395417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.395619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.395724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.395785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.395955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.396063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.396676] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.396676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.396676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.396676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.396676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.396676] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 is going to be updated. [ 889.398181] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.398373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.398603] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.398603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.422163] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.422163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.422163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.422163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.422163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.426391] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.426588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.428311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.428311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.428311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.428311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.428408] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: IN_PROGRESS for 2s [ 889.727580] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 889.727991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.752291] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.752517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.752661] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.752935] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.753105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.753265] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port b018c36a-f717-4499-b322-1fd7428f9a8d not found, creating... [ 889.753588] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.753780] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.753902] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.754193] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.754335] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.754632] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.754791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.754911] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.755139] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.755258] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.755397] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: b018c36a-f717-4499-b322-1fd7428f9a8d is going to be created. [ 889.778511] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.778704] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.778877] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.779284] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.779542] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779831] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.838421] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.839891] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.342453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.342651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.342737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.343016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.343141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.343241] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 890.344656] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.344788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.344828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.345049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.345147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.345185] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be created. [ 890.371790] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.371790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.371790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.371790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.371790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.372803] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.372995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.373194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.373342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.382578] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 890.383219] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: UNINITIALIZED for 2s [ 890.395659] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 890.395885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.496346] env[65581]: INFO networking_nsxv3.common.synchronization [req-2ac958bf-67ff-490f-8361-bb4d8d9af76a req-21d5a1a0-1cff-4fb0-921d-d21f739dc3f8 service nova] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 890.496346] env[65581]: INFO networking_nsxv3.common.synchronization [req-2ac958bf-67ff-490f-8361-bb4d8d9af76a req-21d5a1a0-1cff-4fb0-921d-d21f739dc3f8 service nova] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 890.496597] env[65581]: INFO networking_nsxv3.common.synchronization [req-2ac958bf-67ff-490f-8361-bb4d8d9af76a req-21d5a1a0-1cff-4fb0-921d-d21f739dc3f8 service nova] Enqueued Resource ID: b018c36a-f717-4499-b322-1fd7428f9a8d with Priority: HIGHEST for action port [ 890.496953] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_rules [ 890.497999] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 890.498246] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b018c36a-f717-4499-b322-1fd7428f9a8d with Priority: HIGHEST for action port [ 890.498456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.498578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.498645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.498873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.498931] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.502469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.502607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.502833] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b018c36a-f717-4499-b322-1fd7428f9a8d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.502937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.503011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.503205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.503495] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b018c36a-f717-4499-b322-1fd7428f9a8d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.005642] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.005977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.005977] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b018c36a-f717-4499-b322-1fd7428f9a8d with status ACTIVE [ 891.006148] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.006298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.006363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.006568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.006671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.006828] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.006913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.006979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.007166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.007244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.007424] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.007519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.007579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.007713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.007786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.007896] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b018c36a-f717-4499-b322-1fd7428f9a8d is going to be updated. [ 891.034331] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.034521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.034570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.034748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.034923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.035102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b018c36a-f717-4499-b322-1fd7428f9a8d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.439044] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 891.439044] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 deletion is rescheduled due to dependency. [ 891.439044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.439044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.439233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.439269] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.439386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.439453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.439602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.439683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.439830] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.946105] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.396936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 892.397320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.397481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.397735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.398026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.398147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.398230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.398548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.398674] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.400642] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 892.400909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.401135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.401532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401598] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.401914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.402695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.402830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.403125] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.447993] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.907249] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.907249] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.950712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.950712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.950712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.950890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.950947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.951071] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be updated. [ 892.984474] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.984620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.984691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.984898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.985136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.995421] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: IN_PROGRESS for 2s [ 893.410784] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.410784] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.658882] env[65581]: INFO networking_nsxv3.common.synchronization [req-84f295a0-6aa4-4c97-b327-a54dc4f15ed2 req-9f04ec75-6330-4c76-94bd-04cc07365842 tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 893.658882] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 893.658882] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.658882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.659450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.659772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.660091] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.660382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.660550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.660861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.661080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.661264] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.915367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.915524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.915588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.916315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.916315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.916315] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 893.917729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.917897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.918032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.918348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.918569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.918731] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be updated. [ 893.961799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.962086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.962183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.962461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.962644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.965160] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.965327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.965418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.965647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.965838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.971266] env[65581]: INFO networking_nsxv3.common.synchronization [req-f9b0fd50-5285-467d-8c7d-a093d4d52962 req-9836ee5a-86dd-4a14-8eef-8cf882edc71c tempest-ImagesOneServerTestJSON-1930246488 tempest-ImagesOneServerTestJSON-1930246488-project-member] Enqueued Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_members [ 893.973932] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_members [ 893.974262] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.974414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.974501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.974802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.974984] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.975115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.975178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.975338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.975427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.975529] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.978492] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: IN_PROGRESS for 2s [ 893.979709] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 894.164050] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.366014] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.366240] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.366352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.366678] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.366942] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.367135] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.367293] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.367599] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.367768] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.367998] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.368139] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.368250] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.368357] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.368467] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.368569] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.368697] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.388510] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.388609] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.388803] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.389130] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.389576] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-994969e9-9749-4064-a406-cee9b5e46ecc taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.389826] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.389955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.390308] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.390453] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994969e9-9749-4064-a406-cee9b5e46ecc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.484412] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.484412] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.484412] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 already deleted. [ 894.484412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.666773] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.895153] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.895502] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.895733] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.896068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.896319] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.896549] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 994969e9-9749-4064-a406-cee9b5e46ecc not found, creating... [ 894.896938] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.897219] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.897352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.897708] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.897919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.898515] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.898654] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.898774] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.899160] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.899329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.899478] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 994969e9-9749-4064-a406-cee9b5e46ecc is going to be created. [ 894.926874] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.926874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.926874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.926874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.926874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.926874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.005090] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 895.005516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.006213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.006213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.006213] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.006446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.006446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.007579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.007579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.007579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.007579] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.169709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.169971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.170031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.170436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.170578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.170772] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 895.214269] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.214438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.214482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.214767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.214981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.226601] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 895.513019] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.676698] env[65581]: INFO networking_nsxv3.common.synchronization [req-f9b0fd50-5285-467d-8c7d-a093d4d52962 req-afcf6440-3148-4ea4-84df-324e82a1b84f service nova] Enqueued Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_rules [ 895.676921] env[65581]: INFO networking_nsxv3.common.synchronization [req-f9b0fd50-5285-467d-8c7d-a093d4d52962 req-afcf6440-3148-4ea4-84df-324e82a1b84f service nova] Enqueued Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_members [ 895.677114] env[65581]: INFO networking_nsxv3.common.synchronization [req-f9b0fd50-5285-467d-8c7d-a093d4d52962 req-afcf6440-3148-4ea4-84df-324e82a1b84f service nova] Enqueued Resource ID: 994969e9-9749-4064-a406-cee9b5e46ecc with Priority: HIGHEST for action port [ 895.677666] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_rules [ 895.677803] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_members [ 895.678169] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994969e9-9749-4064-a406-cee9b5e46ecc with Priority: HIGHEST for action port [ 895.678479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.678690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.678797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.679112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.679307] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.680199] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.680375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.681040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.681040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.681040] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.681040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.681040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.681276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.681330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.681453] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.682604] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-994969e9-9749-4064-a406-cee9b5e46ecc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.682738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.682846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.683051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.683194] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994969e9-9749-4064-a406-cee9b5e46ecc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.991456] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 895.991720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.992029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.992279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.992508] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.992668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.992724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.992931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.993373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.993373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.993373] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.995659] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 895.995976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.996218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.996603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.996871] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.998778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.998778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.998778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.998778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.998778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.998778] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.012558] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5e6fd22-f39d-4bd1-a359-ff9aafe08b06: rpc.has_security_group_logging(os_id): False [ 896.036183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.036375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.036460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.036704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.036812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.037145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.037293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.037369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.037542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.037631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.037804] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be updated. [ 896.106582] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.106582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.106582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.106582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.106582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.119411] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: IN_PROGRESS for 2s [ 896.184822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.184960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.188034] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.188034] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 994969e9-9749-4064-a406-cee9b5e46ecc with status ACTIVE [ 896.188034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.188034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.188034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.188034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.188618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.188618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.188618] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 994969e9-9749-4064-a406-cee9b5e46ecc is going to be updated. [ 896.228658] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.228979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.228979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.229186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.229361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.229511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994969e9-9749-4064-a406-cee9b5e46ecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.339614] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.339875] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.340061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.340277] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.340563] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.340727] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.340844] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.341127] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.341271] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.341493] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.341604] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.341712] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.341818] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.341994] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.342150] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.342287] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.374320] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.374559] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.374632] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.374810] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.375163] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.375339] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.375460] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.375781] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.375925] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3734ff-3ea4-4702-a9a9-7af11e7be12c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.489741] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 896.489916] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_members [ 896.490069] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 896.490643] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 896.490791] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_members [ 896.490893] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 896.492190] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.492346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.495386] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.495386] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.495386] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-522ee359-8bba-41ee-86b6-cb03e31e6861 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.495386] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.495386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.496950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.496950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.496950] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.499439] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.499566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.499637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.499805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.499960] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.500191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.500191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.500292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.500360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.500453] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.501836] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.502727] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.502825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_rules [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_members [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_rules [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [req-c5dacb82-252a-45e4-8a48-7c809eb51557 req-84821f0d-fc40-4081-9e9d-39b0184fffba tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with Priority: HIGHEST for action port [ 896.544173] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_rules [ 896.545305] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_rules [ 896.545578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 896.545827] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with Priority: HIGHEST for action port [ 896.546103] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_rules [ 896.552546] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_members [ 896.552546] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 896.552546] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522ee359-8bba-41ee-86b6-cb03e31e6861 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.552546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.552546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.552546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.552546] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.552546] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.552546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.552976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.552976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.553458] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.554850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.554850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.554850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.554850] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1020b7dc-ab02-45c9-a3f6-7a8d832b6a72',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.554850] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.554850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.555473] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-522ee359-8bba-41ee-86b6-cb03e31e6861 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.555473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.555473] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.555581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.690667] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.879248] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.879248] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.879248] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.879918] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.880758] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.880758] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.880758] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.881043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.881329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.881528] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.881881] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.882130] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.882298] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.882558] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.882759] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.883032] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c is going to be updated. [ 896.907972] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.907972] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.907972] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.907972] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.907972] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.907972] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.002180] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.003941] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.003941] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.005131] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6: rpc.has_security_group_logging(os_id): False [ 897.025662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.025983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.025983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.026274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.026397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.026709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.026914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.026957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.027248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.027325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.027429] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be created. [ 897.056574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-522ee359-8bba-41ee-86b6-cb03e31e6861 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.056811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.056918] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 with status ACTIVE [ 897.057103] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.057215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.057281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.057493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.057800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.057800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.057957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.057957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.058099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.058182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.058360] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.058454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.058516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.058656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.058728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.058811] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1020b7dc-ab02-45c9-a3f6-7a8d832b6a72 is going to be updated. [ 897.084987] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.085210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.085273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.085476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.085607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.085798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1020b7dc-ab02-45c9-a3f6-7a8d832b6a72" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.099042] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.099180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.099180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.099394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.099569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.113461] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: IN_PROGRESS for 2s [ 897.193417] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.193596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.193674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.194045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.194176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.194281] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 is going to be created. [ 897.227671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.227861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.227916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.228163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.228340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.248052] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 897.248159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.249178] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 in Status: UNINITIALIZED for 2s [ 897.509287] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.509287] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.511313] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.595629] env[65581]: INFO networking_nsxv3.common.synchronization [req-35099738-ecb7-447a-8a35-dfea79f31700 req-d9ef9abb-16ef-4a70-bb5e-1d4124b8dd0b service nova] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 897.595912] env[65581]: INFO networking_nsxv3.common.synchronization [req-35099738-ecb7-447a-8a35-dfea79f31700 req-d9ef9abb-16ef-4a70-bb5e-1d4124b8dd0b service nova] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 897.599028] env[65581]: INFO networking_nsxv3.common.synchronization [req-35099738-ecb7-447a-8a35-dfea79f31700 req-d9ef9abb-16ef-4a70-bb5e-1d4124b8dd0b service nova] Enqueued Resource ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c with Priority: HIGHEST for action port [ 897.599028] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_rules [ 897.599028] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 897.599028] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c with Priority: HIGHEST for action port [ 897.599028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.599028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.599028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.599028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.599028] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.600100] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.600211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.600277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.600470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.600622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.600713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.600771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.600911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.601019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.601108] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.602463] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.602783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.602783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.602869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.602930] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3734ff-3ea4-4702-a9a9-7af11e7be12c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.011960] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.012221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.012221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.012560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.012697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.012811] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 is going to be created. [ 898.014276] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.014403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.014477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.014752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.014869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.015019] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 898.016448] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.016580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.016797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.016833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.017185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.017185] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be updated. [ 898.058303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.058542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.058619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.058795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.058993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.062093] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.062270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.062322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.062549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.062699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.065035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.065166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.065229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.065426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.065574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.073759] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 in Status: UNINITIALIZED for 2s [ 898.075342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 898.076000] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: IN_PROGRESS for 2s [ 898.105525] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.106748] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.107102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.107102] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd3734ff-3ea4-4702-a9a9-7af11e7be12c with status ACTIVE [ 898.107102] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.107235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.107235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.107447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.107528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.107772] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.107841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.107869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.108329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.108329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.108329] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.108329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.108483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.108514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.108596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.108672] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd3734ff-3ea4-4702-a9a9-7af11e7be12c is going to be updated. [ 898.132879] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 898.133080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.156232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.156428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.156466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.156660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.156805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.156972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3734ff-3ea4-4702-a9a9-7af11e7be12c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610902] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.114636] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.115654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.115654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.115654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.116282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.116752] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 is going to be updated. [ 899.136243] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 899.136959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.136959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.137282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.137423] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.151940] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.152134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.152793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.152793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.152793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164244] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: IN_PROGRESS for 2s [ 899.264056] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 in Status: SUCCESS [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.264056] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.264056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.264056] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.640673] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.640673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.744653] env[65581]: INFO networking_nsxv3.common.synchronization [req-c0d42445-6946-42b4-a6a5-90f069051402 req-6086772b-c732-496c-90f8-f2b0a03f6d1b tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 899.744790] env[65581]: INFO networking_nsxv3.common.synchronization [req-c0d42445-6946-42b4-a6a5-90f069051402 req-6086772b-c732-496c-90f8-f2b0a03f6d1b tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_members [ 899.744929] env[65581]: INFO networking_nsxv3.common.synchronization [req-c0d42445-6946-42b4-a6a5-90f069051402 req-6086772b-c732-496c-90f8-f2b0a03f6d1b tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 899.745788] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 899.745973] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 with Priority: HIGHEST for action security_group_members [ 899.746066] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGHEST for action security_group_members [ 899.746386] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.746486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.746682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-522ee359-8bba-41ee-86b6-cb03e31e6861 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.746763] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.746937] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.747028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.766442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.766442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.766442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.766442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.766819] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.766903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.766978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.767454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.767454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.767454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.767454] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.767698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.767698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.767787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.768955] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.768955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.768955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.768955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.768955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.768955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.768955] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.089060] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 900.089342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.089807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.090186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.090577] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.090679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.090788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.091073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.091260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.091523] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.093681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 in Status: SUCCESS [ 900.093942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.094798] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 900.095094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.095261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.095471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.095670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.095777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.095842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.096016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.096096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.096191] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.097033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.097208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.097382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.097506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.097576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.097689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.097781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.097866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.098150] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.098495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.098495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.098495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.098624] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.098720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.098778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.098919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.098994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.099099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.099181] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.100480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.100639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.100897] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.100897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.101081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.101164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.101223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.101289] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.271227] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d87ad71-3f91-461a-a150-1ea339ff39c1: rpc.has_security_group_logging(os_id): False [ 900.290217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.290473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.290473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.290643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.290735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.290926] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.291045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.291114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.291274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.291347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.291553] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.291642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.291708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.291845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.291918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.292225] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.292330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.292393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.292532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.292607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.292690] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 is going to be created. [ 900.357380] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.360050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.360050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.360050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.360050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.374539] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 in Status: IN_PROGRESS for 2s [ 900.601634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.601870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.601926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.602199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.602313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.602545] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.602662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.602713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.602870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.602949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.603072] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 is going to be deleted. [ 900.604256] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.604415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.604463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.604593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.604687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.604868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.604996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.605109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.605272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.605372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.605470] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be updated. [ 900.606699] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fce0b57-76f7-4064-9ba3-290b05e5e587: rpc.has_security_group_logging(os_id): False [ 900.607524] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.628077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.628241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.628627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.628627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.628800] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.628901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.629125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.629205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.629423] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.629517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.629577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.629714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.629786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.629959] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.630085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.630151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.630328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.630412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.630496] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 900.641387] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.641724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.641724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.641804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.641909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.643869] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.644148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.644524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.644853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.644953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.645189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.645984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.645984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.646126] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.646213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.646312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.646521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.646634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.646732] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.656547] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: IN_PROGRESS for 2s [ 900.704039] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.704039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.704192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.704365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.704513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.723391] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 901.113475] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.149080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.149926] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.150132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.150132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.150295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.150454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.150454] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 already deleted. [ 901.150698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.150698] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.151523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.152337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.152421] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.152543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.152580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.152825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.152825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.153217] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.178558] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: SUCCESS [ 901.178881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.179610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.179845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.180149] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.180327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.180505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.180632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.180776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.180938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.181079] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.617741] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.617741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.617741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.617741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.617741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617741] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 901.655829] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522ee359-8bba-41ee-86b6-cb03e31e6861',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.658449] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.658449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.658449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.658449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.659242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.659242] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.659242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.659242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.659653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.659653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.659811] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 already deleted. [ 901.659855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.683833] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.739257] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.739385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.739503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.739665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.739813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.750518] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 902.163627] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522ee359-8bba-41ee-86b6-cb03e31e6861: rpc.has_security_group_logging(os_id): False [ 902.187270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187270] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 is going to be created. [ 902.188949] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4296b9b9-bfdb-4ec6-9746-eef877028988: rpc.has_security_group_logging(os_id): False [ 902.209841] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.210066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.210129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.210323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.212035] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/522ee359-8bba-41ee-86b6-cb03e31e6861], does not exist path=[/infra/domains/default/groups/522ee359-8bba-41ee-86b6-cb03e31e6861]."\n}' [ 902.212177] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522ee359-8bba-41ee-86b6-cb03e31e6861 [ 902.212260] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 902.236852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.236852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.236852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.236852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.236852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.236852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.236852] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 is going to be updated. [ 902.270034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.270034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.270034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.270034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.271300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.271774] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.272076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.272252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.272528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.272754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.273095] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.273369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.273579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.273886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.274163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274387] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522ee359-8bba-41ee-86b6-cb03e31e6861 is going to be created. [ 902.300974] env[65581]: INFO networking_nsxv3.common.synchronization [req-239f506a-50c7-4448-8163-a977965e5194 req-f5211a5e-9b1c-4e8a-845e-036e403744c2 tempest-ListServersNegativeTestJSON-2017114107 tempest-ListServersNegativeTestJSON-2017114107-project-member] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 902.301755] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 902.302183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.302373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.302373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.303060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.303060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.303500] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.307445] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/522ee359-8bba-41ee-86b6-cb03e31e6861], does not exist path=[/infra/domains/default/groups/522ee359-8bba-41ee-86b6-cb03e31e6861]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522ee359-8bba-41ee-86b6-cb03e31e6861 [ 902.309549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522ee359-8bba-41ee-86b6-cb03e31e6861" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.309549] env[65581]: Traceback (most recent call last): [ 902.309549] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 902.309549] env[65581]: return func(*args, **kwargs) [ 902.309549] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 902.309549] env[65581]: res.raise_for_status() [ 902.309549] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 902.309549] env[65581]: raise HTTPError(http_error_msg, response=self) [ 902.309549] env[65581]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522ee359-8bba-41ee-86b6-cb03e31e6861 [ 902.309549] env[65581]: During handling of the above exception, another exception occurred: [ 902.309549] env[65581]: Traceback (most recent call last): [ 902.309549] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 902.309549] env[65581]: listener.cb(fileno) [ 902.309549] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 902.309549] env[65581]: result = function(*args, **kwargs) [ 902.309549] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 902.309549] env[65581]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 902.309549] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 902.309549] env[65581]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 902.309549] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 902.309549] env[65581]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 902.309549] env[65581]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 902.309549] env[65581]: res.raise_for_status() [ 902.309549] env[65581]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 902.309549] env[65581]: raise HTTPError(http_error_msg, response=self) [ 902.309549] env[65581]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522ee359-8bba-41ee-86b6-cb03e31e6861 [ 902.309549] env[65581]: Removing descriptor: 58 [ 902.324637] env[65581]: INFO networking_nsxv3.common.synchronization [req-e0f272f2-573a-4a1d-86b5-e00fabdf762f req-f26a9191-0572-4117-bb95-1534f8aa6347 tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 902.327737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.327814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.329482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.329482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.329482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.330138] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 902.331353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.331430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.331430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.331672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.331836] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.331971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.332147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.332211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.332280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.333488] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.351724] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: IN_PROGRESS for 2s [ 902.409394] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 in Status: SUCCESS [ 902.409948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.609695] env[65581]: INFO networking_nsxv3.common.synchronization [req-5cf751ee-77e3-434d-b900-ecbb80ffe79a req-fd74ae0e-4e0e-410c-b7d3-c0fde680a6c6 tempest-ListServersNegativeTestJSON-2017114107 tempest-ListServersNegativeTestJSON-2017114107-project-member] Enqueued Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 902.609695] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40238cad-7401-4186-a2fb-5821e3411c8e with Priority: HIGHEST for action security_group_members [ 902.609695] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-40238cad-7401-4186-a2fb-5821e3411c8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.609978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.675423] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 902.675678] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 deletion is rescheduled due to dependency. [ 902.675732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.676474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.676913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.676985] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.677123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.677188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.677351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.677471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.677598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.677710] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.678971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.678971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.681245] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.681618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.681817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.682044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.682146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.682270] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.753302] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 902.753505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.753692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.753963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.754108] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.777659] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.777853] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.777982] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.778381] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.778694] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.778856] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.778974] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.779213] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.779358] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.779641] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.779856] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.779930] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.780062] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.780207] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.780326] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.780466] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.801840] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.802068] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.802185] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.802341] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802747] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-2cb25bca-99cf-4caa-9dce-cb41205756a3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.802915] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.803132] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.803462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.805925] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb25bca-99cf-4caa-9dce-cb41205756a3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.806030] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.835052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.835680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.835680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.835680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.835680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.836031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.836031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.836163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.836258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.836423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.836423] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 already deleted. [ 902.837302] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.184655] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.185454] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.185567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.185620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.185793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.210445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.210855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.210855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.211026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.212034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.212034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.212034] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be updated. [ 903.242373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.242514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.242583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.242811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.242947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.252281] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: IN_PROGRESS for 2s [ 903.256910] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.257091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.305732] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.305963] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.306105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.306413] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.306574] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.306835] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 2cb25bca-99cf-4caa-9dce-cb41205756a3 not found, creating... [ 903.307064] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.307276] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.307421] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.307688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.307859] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.309062] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.309342] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.309507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.309792] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.309967] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.310334] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 2cb25bca-99cf-4caa-9dce-cb41205756a3 is going to be created. [ 903.311329] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.332606] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.332606] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.332606] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.332988] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333256] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333559] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.688073] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6: rpc.has_security_group_logging(os_id): False [ 903.707133] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.707330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.707415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.707583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.707673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.707901] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.708014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.708068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.708270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.708345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.708434] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be updated. [ 903.760576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 903.760805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.760950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.761191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.761434] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.762627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.762627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.762627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.762627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.762627] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.769592] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.769748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.769810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.770020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.770158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.782962] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: IN_PROGRESS for 2s [ 903.818267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.818267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.818267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.818267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.818267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.818267] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 903.852711] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.855309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.855309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.855309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.855309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.864191] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 904.072948] env[65581]: INFO networking_nsxv3.common.synchronization [req-e0f272f2-573a-4a1d-86b5-e00fabdf762f req-754badbc-d428-4aad-8276-93f27af12070 service nova] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_rules [ 904.073158] env[65581]: INFO networking_nsxv3.common.synchronization [req-e0f272f2-573a-4a1d-86b5-e00fabdf762f req-754badbc-d428-4aad-8276-93f27af12070 service nova] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 904.073308] env[65581]: INFO networking_nsxv3.common.synchronization [req-e0f272f2-573a-4a1d-86b5-e00fabdf762f req-754badbc-d428-4aad-8276-93f27af12070 service nova] Enqueued Resource ID: 2cb25bca-99cf-4caa-9dce-cb41205756a3 with Priority: HIGHEST for action port [ 904.073981] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_rules [ 904.074326] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 904.074479] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb25bca-99cf-4caa-9dce-cb41205756a3 with Priority: HIGHEST for action port [ 904.074742] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.074900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.074994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.075338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.075429] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.077532] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.077657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.077748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.077912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.078090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.078196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.078310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.078488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.078574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.078668] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.079503] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb25bca-99cf-4caa-9dce-cb41205756a3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.079615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.079682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.079835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.079911] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb25bca-99cf-4caa-9dce-cb41205756a3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.265629] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.364684] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: SUCCESS [ 904.365128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.551530] env[65581]: INFO networking_nsxv3.common.synchronization [req-575c0c0b-feaf-4395-8dcd-02b9b2cdde5f req-84002b33-8d25-46a6-b7bf-2ee9453eabd7 tempest-InstanceActionsNegativeTestJSON-340391312 tempest-InstanceActionsNegativeTestJSON-340391312-project-member] Enqueued Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_members [ 904.551530] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_members [ 904.552683] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.552683] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.552937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.552996] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.578559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.579095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.581446] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.582256] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cb25bca-99cf-4caa-9dce-cb41205756a3 with status ACTIVE [ 904.582489] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.582595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.582657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.582876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.582973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.583186] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.583385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.583385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.583687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.583687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.583830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.583830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.583992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.585372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.585524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.585709] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cb25bca-99cf-4caa-9dce-cb41205756a3 is going to be updated. [ 904.615895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.616244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.616244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.616593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.616760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.616935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb25bca-99cf-4caa-9dce-cb41205756a3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.769157] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.945311] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.945523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-218" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.945688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-218" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.945979] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-218" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.946355] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.946585] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.946812] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.947190] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.947486] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.948071] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.948595] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.948765] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.948919] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.949081] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.949228] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.949407] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.002203] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.002354] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.002500] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.002683] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-218" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.003036] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-db14839e-17a5-45c0-a716-e4e5316e9c57 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.003233] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.003345] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.003707] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.003845] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db14839e-17a5-45c0-a716-e4e5316e9c57',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.055177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.055363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.055455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.055777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.055945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.056208] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.056317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.056437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.056642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.056765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.056914] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60737ad3-8a44-4144-a44d-6a76e70214ab already deleted. [ 905.057108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.087513] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.264803] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 905.265599] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 deletion is rescheduled due to dependency. [ 905.265599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.272884] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.273113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.273113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.273390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.273486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.273590] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 905.311158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.311433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.311433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.311609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.311761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.326031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 905.510484] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.510806] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.510941] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.511264] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.511389] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.511545] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port db14839e-17a5-45c0-a716-e4e5316e9c57 not found, creating... [ 905.511815] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.511975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.512231] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.512336] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.512479] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.512789] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.512932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.513265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.513493] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.513493] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.513630] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: db14839e-17a5-45c0-a716-e4e5316e9c57 is going to be created. [ 905.537473] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.537578] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.537676] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.537944] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.538196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.538442] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.590714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.590877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.590955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.591214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.591301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.591403] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be created. [ 905.629026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.629238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.629457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.629619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.638708] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: UNINITIALIZED for 2s [ 905.801413] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 in Status: SUCCESS [ 905.801413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.875253] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 905.875253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.875456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.875658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.875857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.875990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.876059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.876227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.876311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.876555] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40238cad-7401-4186-a2fb-5821e3411c8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.316535] env[65581]: INFO networking_nsxv3.common.synchronization [req-575c0c0b-feaf-4395-8dcd-02b9b2cdde5f req-aacdd55f-2125-4110-8d51-55ac7436087c service nova] Enqueued Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_rules [ 906.316535] env[65581]: INFO networking_nsxv3.common.synchronization [req-575c0c0b-feaf-4395-8dcd-02b9b2cdde5f req-aacdd55f-2125-4110-8d51-55ac7436087c service nova] Enqueued Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_members [ 906.316535] env[65581]: INFO networking_nsxv3.common.synchronization [req-575c0c0b-feaf-4395-8dcd-02b9b2cdde5f req-aacdd55f-2125-4110-8d51-55ac7436087c service nova] Enqueued Resource ID: db14839e-17a5-45c0-a716-e4e5316e9c57 with Priority: HIGHEST for action port [ 906.316535] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_rules [ 906.316885] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_members [ 906.317166] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db14839e-17a5-45c0-a716-e4e5316e9c57 with Priority: HIGHEST for action port [ 906.317629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.317905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.318152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.319272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.319517] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.320755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.320975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.321179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.322554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.323057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.323330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.323813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.324200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.324878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.324878] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.325644] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-db14839e-17a5-45c0-a716-e4e5316e9c57 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.326370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.326370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.326550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.326550] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db14839e-17a5-45c0-a716-e4e5316e9c57',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.378736] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.378917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.379016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.379234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.405291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.405291] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.405291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.405291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.405291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.405291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.405791] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e is going to be updated. [ 906.439502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.439742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.439853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.440203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.440430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.452903] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: IN_PROGRESS for 2s [ 906.829195] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.830205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.830323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.830735] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db14839e-17a5-45c0-a716-e4e5316e9c57 with status ACTIVE [ 906.830866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.830974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.831055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.831264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.831354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.831617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.831679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.831828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.831906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.832137] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.832210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.832267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.832392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.832466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.832551] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db14839e-17a5-45c0-a716-e4e5316e9c57 is going to be updated. [ 906.857265] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.857656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.857656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.857717] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.857986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.857986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db14839e-17a5-45c0-a716-e4e5316e9c57" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.316026] env[65581]: INFO networking_nsxv3.common.synchronization [req-f98605ff-85d4-48c9-8484-7fa367849ef0 req-5963bae3-2588-4f8c-b101-56b879d62900 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 907.316026] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 907.316315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.316520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.316609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.316835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.317067] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.317255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.317337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.317521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.317632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.317746] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.331312] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.336178] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 907.336403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.336553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.336776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.337603] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.337603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.337603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.337603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.337603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.337603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.337603] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.651419] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 907.651837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.652166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.652656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.653077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.654823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.654823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.654823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.654823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.654823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.654823] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.779585] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.779878] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.780041] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.780375] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.780677] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.780895] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.781049] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781302] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.781476] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.781723] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.781886] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.782088] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.782286] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.782445] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.782607] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.782793] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.820888] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.832251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.832661] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.832661] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.832795] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.833145] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-f3189fd7-a857-4b62-a154-1238899a038c taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.833329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.833451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.833804] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.833951] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3189fd7-a857-4b62-a154-1238899a038c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.836423] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.837029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.837029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.837155] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60737ad3-8a44-4144-a44d-6a76e70214ab is going to be created. [ 907.839404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.839777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.839777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.839898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.840428] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.840428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.840428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.840625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.840625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.840685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.841349] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.841349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.841349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.841349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.841349] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.841597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.841597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.841751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.841751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.841894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.841929] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.870355] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.870505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.870597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.871013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.885623] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60737ad3-8a44-4144-a44d-6a76e70214ab in Status: UNINITIALIZED for 2s [ 908.159081] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.159262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.159308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.159551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.159716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.159857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.159857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.160108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.161051] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.161051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.161051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.161051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.161175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.161175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.161238] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.323747] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.337198] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.337477] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.337647] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.337964] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.338625] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.338938] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port f3189fd7-a857-4b62-a154-1238899a038c not found, creating... [ 908.339376] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.339550] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.340077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.340077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.340077] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.340376] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.340541] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.340657] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.340887] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.341031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.341174] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: f3189fd7-a857-4b62-a154-1238899a038c is going to be created. [ 908.345743] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fce0b57-76f7-4064-9ba3-290b05e5e587: rpc.has_security_group_logging(os_id): False [ 908.366054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.366262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.366353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.366649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.368797] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.369089] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.369254] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.369526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.369819] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.370118] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.395899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.396366] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.396591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.396734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.397097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.397273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.397671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.397876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.397997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.398285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.398431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.399080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.399378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.399610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.400053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.400157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.400362] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 908.486494] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40238cad-7401-4186-a2fb-5821e3411c8e in Status: SUCCESS [ 908.486674] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40238cad-7401-4186-a2fb-5821e3411c8e deletion is rescheduled due to dependency. [ 908.486792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40238cad-7401-4186-a2fb-5821e3411c8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.506945] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.507192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.507252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.507521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.507664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.536620] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 908.663895] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6badf43-ea35-43e2-a86c-0a433c822f41: rpc.has_security_group_logging(os_id): False [ 908.688855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.689166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.689308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.690062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.690270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.690598] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.690766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.690883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.691173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.692510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.692510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.692787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.693102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.693330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.694652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.694906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.695131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.695243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.697375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.697375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.697375] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be created. [ 908.784147] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.784295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.784361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.784568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.785367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.801697] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 908.830758] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.830938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.831019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.831250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.831341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.831439] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 908.887975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.888367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.888367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.888438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.888578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.900230] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 909.112415] env[65581]: INFO networking_nsxv3.common.synchronization [req-f98605ff-85d4-48c9-8484-7fa367849ef0 req-119695c5-9915-46b9-901a-0e05dc812dab service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 909.112619] env[65581]: INFO networking_nsxv3.common.synchronization [req-f98605ff-85d4-48c9-8484-7fa367849ef0 req-119695c5-9915-46b9-901a-0e05dc812dab service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 909.112831] env[65581]: INFO networking_nsxv3.common.synchronization [req-f98605ff-85d4-48c9-8484-7fa367849ef0 req-119695c5-9915-46b9-901a-0e05dc812dab service nova] Enqueued Resource ID: f3189fd7-a857-4b62-a154-1238899a038c with Priority: HIGHEST for action port [ 909.113420] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 909.113488] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 909.113588] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3189fd7-a857-4b62-a154-1238899a038c with Priority: HIGHEST for action port [ 909.113950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.114202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.114202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.114403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.114487] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.116035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.116915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.116915] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3189fd7-a857-4b62-a154-1238899a038c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.116915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.116915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.116915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.116915] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3189fd7-a857-4b62-a154-1238899a038c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.619649] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.619649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.620244] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3189fd7-a857-4b62-a154-1238899a038c with status ACTIVE [ 909.620486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.620623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.620699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.620927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.621025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.621217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.622077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.622077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.622077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.622077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.622077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.622077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.622261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.622261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.622373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.622422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3189fd7-a857-4b62-a154-1238899a038c is going to be updated. [ 909.648569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.648753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.648838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.649047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.649843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.649843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3189fd7-a857-4b62-a154-1238899a038c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.897218] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60737ad3-8a44-4144-a44d-6a76e70214ab in Status: SUCCESS [ 909.897651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.897868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.898163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.898381] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.898499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.898583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.898813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.898928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.899389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.899566] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.408037] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.408037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.408037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.408297] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.408297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.408428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.408711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.408819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.408999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.409165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.409236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.409435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.409540] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.409633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.409694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.410435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.410435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.410435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.410435] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.559141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 910.559419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.816786] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 910.817035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.910576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 910.911125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.911386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.911648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.911870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.912334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.912434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.912632] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.913512] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60737ad3-8a44-4144-a44d-6a76e70214ab: rpc.has_security_group_logging(os_id): False [ 910.933044] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.933044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.933044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.933044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.933359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.933470] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.933615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.933699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.933898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.933977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.934291] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.934437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.934532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.934708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.934825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.935095] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.935211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.935260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.935453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.935549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.935657] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60737ad3-8a44-4144-a44d-6a76e70214ab is going to be created. [ 911.002672] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.002791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.003151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.003151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.003367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.015972] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60737ad3-8a44-4144-a44d-6a76e70214ab in Status: IN_PROGRESS for 2s [ 911.416368] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.917906] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.166494] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-4767b62e-6444-4e28-aab2-32e1665e7573 tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 912.167159] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 912.167518] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.167650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.167716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.168049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.168152] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.168349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.168349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.168480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.168568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168666] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.421906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.422161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.422211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.422702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.422702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.422702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 912.452160] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.452295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.452374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.452590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.453249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.465241] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 912.550891] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.551088] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.551212] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.551482] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.552009] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.552221] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.552339] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.552559] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.552698] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.552893] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.553089] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.553224] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.554017] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.554017] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.554017] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.554017] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.574199] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.574456] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.574819] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.574819] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.575174] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-f532930b-977e-4b48-8ca1-a78a5c3216e7 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.575367] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.575489] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.575803] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.575946] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f532930b-977e-4b48-8ca1-a78a5c3216e7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.670631] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.670769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.670839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.671076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.698159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.698449] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.698556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.698639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.698860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.698950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.699067] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 912.740100] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.740258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.740451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.740546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.742381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.754273] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 913.030856] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60737ad3-8a44-4144-a44d-6a76e70214ab in Status: SUCCESS [ 913.031264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.078835] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.079021] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.079135] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.079442] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.079588] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.079921] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port f532930b-977e-4b48-8ca1-a78a5c3216e7 not found, creating... [ 913.080127] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.080318] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.080439] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.080714] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.080862] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.081221] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.081426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.081550] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.081792] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.082112] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.082112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: f532930b-977e-4b48-8ca1-a78a5c3216e7 is going to be created. [ 913.105435] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.105788] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.105788] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.106072] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.106351] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.106626] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.832525] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-9a030547-7d67-46e3-a5f2-3852a0289939 service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 913.832739] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-9a030547-7d67-46e3-a5f2-3852a0289939 service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 913.832897] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-9a030547-7d67-46e3-a5f2-3852a0289939 service nova] Enqueued Resource ID: f532930b-977e-4b48-8ca1-a78a5c3216e7 with Priority: HIGHEST for action port [ 913.833611] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 913.833809] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 913.833878] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f532930b-977e-4b48-8ca1-a78a5c3216e7 with Priority: HIGHEST for action port [ 913.834422] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.834580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.834668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.834901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.834986] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.838432] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.838597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.840491] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f532930b-977e-4b48-8ca1-a78a5c3216e7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.840491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.840491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.840780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.840780] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f532930b-977e-4b48-8ca1-a78a5c3216e7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.346030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.346030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.348366] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f532930b-977e-4b48-8ca1-a78a5c3216e7 with status ACTIVE [ 914.348366] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.348366] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.348366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.348738] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.348738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.348738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.348824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.348871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.348951] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f532930b-977e-4b48-8ca1-a78a5c3216e7 is going to be updated. [ 914.371339] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.371478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.371537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.371754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.371891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.372198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f532930b-977e-4b48-8ca1-a78a5c3216e7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.477597] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 914.477854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.478044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.478305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.478512] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.478627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.478696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.478853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.478934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.479063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.479130] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.765611] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 914.765782] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e deletion is rescheduled due to dependency. [ 914.765881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.766062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.766305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.766512] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.766634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.766698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.766862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.766943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.767051] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.788769] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-cc825012-f732-4437-ab84-189797e2339c tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 914.790850] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 914.790850] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.790850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.981965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.982207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.982302] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.982604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.982822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.982959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.983315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.983315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.983430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.983483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.983709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.983833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.983931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.984162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.984357] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.984464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.984532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.984695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.984777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.984982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.985107] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.187112] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.187112] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.187510] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.187592] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.187999] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.188773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.188773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.189335] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.189335] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.189862] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.189862] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.189953] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.190065] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.190281] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.190430] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.190762] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.212627] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.212627] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.212627] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.212805] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-268" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.213156] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-4d435827-bb67-4d8e-8d96-0786d043a6cb taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.213342] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.213454] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.213790] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.213910] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d435827-bb67-4d8e-8d96-0786d043a6cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.269563] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.488069] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 915.510311] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.510837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.510837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.510994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.532505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.533281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.533281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.533281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.533281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.533281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.533495] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.533554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.533631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.533781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.533857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.534047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.534210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.534274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.534417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.534494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.534580] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 915.597149] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.597325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.597398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.597687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.598531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.616739] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 915.719525] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.719525] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 4d435827-bb67-4d8e-8d96-0786d043a6cb not found, creating... [ 915.719525] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.719525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.719878] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.720097] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.720369] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.720585] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.720953] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.721270] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.721474] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 4d435827-bb67-4d8e-8d96-0786d043a6cb is going to be created. [ 915.754437] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.754737] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.754907] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.755313] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.755730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.756078] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.771991] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.275392] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.275570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.275649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.276027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.276027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.276140] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 916.316776] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.316776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.316776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.316776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.316776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.326067] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 916.523875] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-5de34ff2-fbae-44ef-b275-94e65947109b service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 916.524565] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-5de34ff2-fbae-44ef-b275-94e65947109b service nova] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 916.525091] env[65581]: INFO networking_nsxv3.common.synchronization [req-dabf3d0a-9c95-4b4a-a498-8c7019478d54 req-5de34ff2-fbae-44ef-b275-94e65947109b service nova] Enqueued Resource ID: 4d435827-bb67-4d8e-8d96-0786d043a6cb with Priority: HIGHEST for action port [ 916.525499] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_rules [ 916.525715] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 916.525873] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d435827-bb67-4d8e-8d96-0786d043a6cb with Priority: HIGHEST for action port [ 916.527732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.527732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.527732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.527732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.527732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d435827-bb67-4d8e-8d96-0786d043a6cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.527732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.527732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.527732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.527732] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d435827-bb67-4d8e-8d96-0786d043a6cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.030643] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d435827-bb67-4d8e-8d96-0786d043a6cb with status ACTIVE [ 917.031364] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.031364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.031364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.031364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.031676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.031747] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.031868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.031925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.032153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.032253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.032428] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.032510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.032542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.032723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.032842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.033404] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d435827-bb67-4d8e-8d96-0786d043a6cb is going to be updated. [ 917.057080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.057227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.057313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.057660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.057741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.057856] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d435827-bb67-4d8e-8d96-0786d043a6cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.635174] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 917.635455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.344027] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.344027] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.344027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.344027] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.345419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.345742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.347348] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.347620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.347795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.348048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.348869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.351094] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.847247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.847247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.854874] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.361338] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.864531] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.865043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.865043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.865871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.866968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.867161] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 919.870448] env[65581]: INFO networking_nsxv3.common.synchronization [req-17e7ba03-60d0-41c1-a081-913ed6692d78 req-5076ef76-5f13-43b5-b830-90f44c80b61b tempest-InstanceActionsNegativeTestJSON-340391312 tempest-InstanceActionsNegativeTestJSON-340391312-project-member] Enqueued Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_members [ 919.870987] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGHEST for action security_group_members [ 919.871794] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.871917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.871986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.872217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.872395] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.872499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.872553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.872730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.872817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.872915] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.909456] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.909962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.909962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.909962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.910777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.933306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 920.203372] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b14f5b6a-05e3-4736-85b2-10bccbe25ece None None] Enqueued Resource ID: 7d8deaa2-7558-45b5-b525-405cdb68ccb2 with Priority: HIGHEST for action port [ 920.203914] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8deaa2-7558-45b5-b525-405cdb68ccb2 with Priority: HIGHEST for action port [ 920.204744] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d8deaa2-7558-45b5-b525-405cdb68ccb2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.204744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d8deaa2-7558-45b5-b525-405cdb68ccb2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.204744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d8deaa2-7558-45b5-b525-405cdb68ccb2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.204918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d8deaa2-7558-45b5-b525-405cdb68ccb2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.205271] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d8deaa2-7558-45b5-b525-405cdb68ccb2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.376358] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.376745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.376890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.377296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.377603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.378286] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.379085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.379085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.379708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.379837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.379963] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60737ad3-8a44-4144-a44d-6a76e70214ab is going to be updated. [ 920.418693] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.418693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.418693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.418877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.418877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.430289] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60737ad3-8a44-4144-a44d-6a76e70214ab in Status: IN_PROGRESS for 2s [ 920.606177] env[65581]: INFO networking_nsxv3.common.synchronization [req-d3c11e8a-4342-4764-a1bc-fb3f16882679 req-941072c5-9a1f-470c-8d35-ad4ab0c624e9 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 920.607326] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 920.608061] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.608350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.608554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.609247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.609664] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.609919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.610088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.612018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.612018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.612018] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.649313] env[65581]: INFO networking_nsxv3.common.synchronization [req-d3c11e8a-4342-4764-a1bc-fb3f16882679 req-941072c5-9a1f-470c-8d35-ad4ab0c624e9 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 920.649520] env[65581]: INFO networking_nsxv3.common.synchronization [req-d3c11e8a-4342-4764-a1bc-fb3f16882679 req-941072c5-9a1f-470c-8d35-ad4ab0c624e9 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 920.650353] env[65581]: INFO networking_nsxv3.common.synchronization [req-d3c11e8a-4342-4764-a1bc-fb3f16882679 req-941072c5-9a1f-470c-8d35-ad4ab0c624e9 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with Priority: HIGHEST for action port [ 920.650627] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 920.650752] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 920.651761] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with Priority: HIGHEST for action port [ 920.651761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.652308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.652389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.652642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.652770] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.654790] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.654893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.656536] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.656536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.656536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.656536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.656536] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d6bad8-5602-4bd2-be8e-2aedbd232bfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.709181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d8deaa2-7558-45b5-b525-405cdb68ccb2 [ 920.709467] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.709601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.709671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.709884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.710038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.710145] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d8deaa2-7558-45b5-b525-405cdb68ccb2 already deleted. [ 920.710234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d8deaa2-7558-45b5-b525-405cdb68ccb2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.951866] env[65581]: INFO networking_nsxv3.common.synchronization [req-f80c79b1-8129-4a5e-b166-5c7813f39683 req-f79a2194-4fdd-413e-84b3-f333b9dcad41 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 920.952633] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 920.952973] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.954869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.954987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.955197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.955385] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.955487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.955546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.955706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.955785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.955895] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.116416] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.158230] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.158230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.163296] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with status ACTIVE [ 921.168162] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.168162] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.168162] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.168162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.168162] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd is going to be updated. [ 921.195222] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.195385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.195434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.195676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.195807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.195986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.459172] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.619809] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.946245] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 921.946505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.946825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.947170] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.947292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.947360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.947513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.947783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.948155] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.962098] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.122526] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.122780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.122906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.123314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.123473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.123638] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be updated. [ 922.165465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.165664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.165745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.165988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.166176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.192275] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: IN_PROGRESS for 2s [ 922.443913] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60737ad3-8a44-4144-a44d-6a76e70214ab in Status: SUCCESS [ 922.446762] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60737ad3-8a44-4144-a44d-6a76e70214ab deletion is rescheduled due to dependency. [ 922.446958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.454429] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.468482] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.468482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.468482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.468482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.468482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.468482] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 922.503023] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.503023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.503023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.503023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.503023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.513745] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 922.887346] env[65581]: INFO networking_nsxv3.common.synchronization [None req-41d30570-e446-4142-ad12-c056ebba1b5f None None] Enqueued Resource ID: a482399b-7e27-47dd-b7d5-8f667498c0d5 with Priority: HIGHEST for action port [ 922.887644] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a482399b-7e27-47dd-b7d5-8f667498c0d5 with Priority: HIGHEST for action port [ 922.888168] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a482399b-7e27-47dd-b7d5-8f667498c0d5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.888317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a482399b-7e27-47dd-b7d5-8f667498c0d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.888413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a482399b-7e27-47dd-b7d5-8f667498c0d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.888682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a482399b-7e27-47dd-b7d5-8f667498c0d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.888763] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a482399b-7e27-47dd-b7d5-8f667498c0d5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.957260] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.267817] env[65581]: INFO networking_nsxv3.common.synchronization [None req-45efde18-5333-477e-9f43-be8bf980b1ef tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_rules [ 923.271068] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_rules [ 923.271462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.271653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.271770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.272195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.272350] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.373274] env[65581]: INFO networking_nsxv3.common.synchronization [None req-28f55d10-84d6-493b-a36c-10f72690e8c5 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_rules [ 923.373927] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_rules [ 923.374303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.374608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.391163] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a482399b-7e27-47dd-b7d5-8f667498c0d5 [ 923.391379] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.391671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.391671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.391828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.391890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.391993] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a482399b-7e27-47dd-b7d5-8f667498c0d5 already deleted. [ 923.392117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a482399b-7e27-47dd-b7d5-8f667498c0d5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.462115] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.462115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.462115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.462115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.462115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.462115] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 923.494921] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.494921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.494921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.494921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.494921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.503854] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 923.797045] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.797359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.797503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.797871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.798066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.798241] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 already deleted. [ 923.798441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.798694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.799047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.799198] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.202283] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: SUCCESS [ 924.202514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.202713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.203043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.203241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.203361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.203428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.203599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.203679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.203773] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.319953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.320449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.320449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.320449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.320449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.320569] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 already deleted. [ 924.320620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.408497] env[65581]: INFO networking_nsxv3.common.synchronization [req-97544bce-213c-4981-9644-837e00509e06 req-d446ff3b-c236-438c-b8f5-69cdfa535082 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 924.409911] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 924.410294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.410432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.422467] env[65581]: INFO networking_nsxv3.common.synchronization [req-97544bce-213c-4981-9644-837e00509e06 req-d446ff3b-c236-438c-b8f5-69cdfa535082 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 924.422634] env[65581]: INFO networking_nsxv3.common.synchronization [req-97544bce-213c-4981-9644-837e00509e06 req-d446ff3b-c236-438c-b8f5-69cdfa535082 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 924.422838] env[65581]: INFO networking_nsxv3.common.synchronization [req-97544bce-213c-4981-9644-837e00509e06 req-d446ff3b-c236-438c-b8f5-69cdfa535082 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with Priority: HIGHEST for action port [ 924.423248] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_rules [ 924.423367] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 924.423468] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with Priority: HIGHEST for action port [ 924.423733] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.423833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.424029] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.424246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.424373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.424474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.424537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.424734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.424893] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d6bad8-5602-4bd2-be8e-2aedbd232bfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.523877] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 924.524218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.706210] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.926917] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d6bad8-5602-4bd2-be8e-2aedbd232bfd with status ACTIVE [ 924.927200] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.927379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.927450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.927683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.928057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.928057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.928057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.928238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.928304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.928402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.928566] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.928660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.928714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.928868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.928943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.929038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d6bad8-5602-4bd2-be8e-2aedbd232bfd is going to be updated. [ 924.975691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.976106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.976323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.976481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d6bad8-5602-4bd2-be8e-2aedbd232bfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.208786] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.516578] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 925.516954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.517043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.517247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.517443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.517581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.517650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.517821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.517901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.517987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.518208] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.518297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.518334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.518469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.518614] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.518766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.518842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.520087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.520250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.520357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.520458] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.712080] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.712080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.712080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.712080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.712080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.712080] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be updated. [ 925.741255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.741403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.741496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.741700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.741827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.751907] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: IN_PROGRESS for 2s [ 926.023566] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ac4f4f-6585-4cee-80cb-34deb643d55e: rpc.has_security_group_logging(os_id): False [ 926.041451] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.042129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.042791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.042791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.042791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.042791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.043075] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.043124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.043320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.043452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.043728] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.043825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.043906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.044799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.044917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.045195] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.045361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.045436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.045639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.045753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.045885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 926.112958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.113107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.113200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.113464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.113698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.129488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 927.641040] env[65581]: INFO networking_nsxv3.common.synchronization [req-75e0e466-ee73-4d5f-b7c2-dbf4b580ad83 req-906c8643-7ff5-4a7f-a220-3fd4225f28c1 tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 927.641731] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 927.642124] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.642273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.642371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.642803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.642999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.643152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.643240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.643489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.643621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643745] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.769867] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: SUCCESS [ 927.770355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.770355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.770584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.770808] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.770935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.771018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.771285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.771394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.771512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.774376] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.775433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.775636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.775837] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.775957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.776070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.776220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.776313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.776412] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.146448] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 928.146703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.147208] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.147331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.147562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.148831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.149101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.149323] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.182025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.182025] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.182025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.182025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.182025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.182025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.182025] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 928.217278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.220020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.220020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.220020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.220020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.231133] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 928.278980] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.280123] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.652625] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.653093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.653093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.653093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.653288] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.653407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.653477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.653637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.653727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.654643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.654643] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.686865] env[65581]: INFO networking_nsxv3.common.synchronization [req-c2bd8e7d-dc83-495f-8f38-c644f46fca55 req-831d70ec-bc54-4a15-9c91-12f9efb00af7 tempest-AttachInterfacesUnderV243Test-763340079 tempest-AttachInterfacesUnderV243Test-763340079-project-member] Enqueued Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 928.688420] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 with Priority: HIGHEST for action security_group_members [ 928.688420] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-85add7e3-9079-4d30-b314-61abbfb60cf7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.782288] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85add7e3-9079-4d30-b314-61abbfb60cf7: rpc.has_security_group_logging(os_id): False [ 928.783638] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.803286] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.803555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.803660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.803885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.825246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.825659] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.825795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.825864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.826087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.826175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.826264] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be updated. [ 928.889192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.889192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.889192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.889461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.889634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.909795] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: IN_PROGRESS for 2s [ 929.137658] env[65581]: INFO networking_nsxv3.common.synchronization [req-db8eb936-631d-4c4c-ba52-55b4d1b1a6b4 req-85edfb39-e998-43a4-9b99-95787909f6a9 tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 929.139500] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 929.139889] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.140076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.140131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.140454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.140633] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.140923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.141154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.141359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.141458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.141560] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.157534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.157534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.287055] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.287481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.287646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.287965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.288233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.288458] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be updated. [ 929.324662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.326819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.326819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.326819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.326819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335227] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: IN_PROGRESS for 2s [ 929.437343] env[65581]: INFO networking_nsxv3.common.synchronization [req-032cebd1-5896-43ae-b82b-0f51d614cdd9 req-64a94cde-ae9f-4e99-8f6b-95a201b411a0 tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 929.437343] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 929.437343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.437343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.437343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.439185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.439615] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.439921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.440142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.440473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.440742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.440932] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.464841] env[65581]: INFO networking_nsxv3.common.synchronization [req-c98c4d00-4d81-4f81-a67c-56441cf8d431 req-9e029e5f-3bab-422e-84b5-ee2422ec9bcc tempest-MultipleCreateTestJSON-1030949345 tempest-MultipleCreateTestJSON-1030949345-project-member] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 929.464841] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGHEST for action security_group_members [ 929.465510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.465773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.644365] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.689235] env[65581]: INFO networking_nsxv3.common.synchronization [req-6cc6d80c-6dc6-408e-8d10-0e04cbc30c2f req-4c81e99a-d014-4454-8d8f-90546a6481fb tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 929.689235] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 929.689725] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.689725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.689725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.689725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.689877] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.689951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.690027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.690292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.690389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.690485] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.943530] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.943530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.943530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.943734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.997406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.997753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.997845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.997885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.998101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.998217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.998285] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 930.077353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.077353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.077353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.077594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.077691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.092210] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 930.148041] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.192522] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.192743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.192743] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.192967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.193078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.193275] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.193378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.193441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.193589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.193691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.193753] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 930.234521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.234685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.234777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.234942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.235101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.247439] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 930.248794] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 930.248794] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 930.248794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.363067] env[65581]: INFO networking_nsxv3.common.synchronization [req-8ed15afa-add7-42bf-8504-5c65e7d9c097 req-e4f6709e-3c37-4b9a-9cc7-633977587d6c tempest-MigrationsAdminTest-1741902411 tempest-MigrationsAdminTest-1741902411-project-member] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 930.363648] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGHEST for action security_group_members [ 930.363961] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.364308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.364412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.364597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.364775] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.364892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.364953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.365125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.365356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.365457] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.650289] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.650400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.650469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.650695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.650786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.650883] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 930.683526] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.683669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.683822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.683949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.684158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.693899] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 930.867362] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.867560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.867609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.867800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.893295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.893577] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.893700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.893770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.894070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.894210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.894362] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be updated. [ 930.929638] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: SUCCESS [ 930.929879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.930081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.930308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.930401] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.945241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.945241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.945241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.945241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.945505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.958848] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: IN_PROGRESS for 2s [ 931.346336] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 in Status: SUCCESS [ 931.346629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.346811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.347058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.347254] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.347368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.347442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.347590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.347660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.347761] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.466212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.466408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.466489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.466730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.466807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.467699] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be deleted. [ 931.520840] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.521049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.521137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.521395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.521521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.521674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.850386] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.850708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.850708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.850837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.850927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.851138] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.851245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.851310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.851464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.851543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.851630] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 is going to be deleted. [ 931.888024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.888203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.888203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.888438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.889147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.889355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.889520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.889723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.889990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.890151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.890214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.890634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.890746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.890848] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85add7e3-9079-4d30-b314-61abbfb60cf7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.101830] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 932.102344] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b deletion is rescheduled due to dependency. [ 932.102344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.257833] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 932.258044] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 deletion is rescheduled due to dependency. [ 932.258167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.393545] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.393762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.393876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.394173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.395286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.395642] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.395923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.396036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.396266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.396359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.396464] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85add7e3-9079-4d30-b314-61abbfb60cf7 already deleted. [ 932.396546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85add7e3-9079-4d30-b314-61abbfb60cf7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.577264] env[65581]: INFO networking_nsxv3.common.synchronization [req-c073a12c-bff3-4f2d-8bec-185164404322 req-a3d4dd49-5f4f-42f3-87d2-6ac34b5d933f tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 932.577790] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 932.578113] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.578229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.578293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.578482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.578622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.578713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.578769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.578906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.578984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.579091] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.710325] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 932.710467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.710932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.710932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.711075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.711191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.711265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.711424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.711517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.711603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.711785] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.712582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.712582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.712582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.712582] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.712582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.712582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.712582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.712870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.712870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.712870] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.713741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.713986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.714180] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.714334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.714432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.714595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.714677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.714768] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.969520] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 in Status: SUCCESS [ 932.969520] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 deletion is rescheduled due to dependency. [ 932.969851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.081439] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.217518] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ac4f4f-6585-4cee-80cb-34deb643d55e: rpc.has_security_group_logging(os_id): False [ 933.218839] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.218990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.219114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.219416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.219562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.219829] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.219976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.220092] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.220223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.220302] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.220406] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 933.242040] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.242223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.242223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.242424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.242519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.242753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.242853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.242914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.243084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.243213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.243534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.244617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.244617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.245066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.245066] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be updated. [ 933.255206] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.255407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.255475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.255652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.255829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.266331] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 933.318589] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.318758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.318837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.319039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.319318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.349309] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: IN_PROGRESS for 2s [ 933.584954] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.670248] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e8dba9ee-5f44-48af-b13f-d784f7672686 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_rules [ 933.670248] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_rules [ 933.670248] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.670248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.670478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.672032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.672032] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.782586] env[65581]: INFO networking_nsxv3.common.synchronization [None req-158c8912-496d-4a2f-8367-4a7d16766cd6 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_rules [ 933.782821] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_rules [ 933.783165] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.783341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.088941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.089442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.089442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.089442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.089569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.089633] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 934.124925] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.125116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.125178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.125520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.125854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.139322] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 934.197412] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.197412] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 already deleted. [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.197412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.197412] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.722158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.722400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.722476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.722707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.722780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.722878] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 already deleted. [ 934.722959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.276158] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 935.276537] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e deletion is rescheduled due to dependency. [ 935.276650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.371560] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e in Status: SUCCESS [ 935.372329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.630783] env[65581]: INFO networking_nsxv3.common.synchronization [req-e8664525-5a63-4111-ad3e-4684131cc2de req-f4e953e8-410d-48e5-9741-5ab1abc72122 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 935.630957] env[65581]: INFO networking_nsxv3.common.synchronization [req-e8664525-5a63-4111-ad3e-4684131cc2de req-f4e953e8-410d-48e5-9741-5ab1abc72122 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_members [ 935.631181] env[65581]: INFO networking_nsxv3.common.synchronization [req-e8664525-5a63-4111-ad3e-4684131cc2de req-f4e953e8-410d-48e5-9741-5ab1abc72122 tempest-SecurityGroupsTestJSON-2003808445 tempest-SecurityGroupsTestJSON-2003808445-project-member] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 935.631812] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGHEST for action security_group_members [ 935.631959] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163f509a-d06b-4848-8851-b63f694dfb20 with Priority: HIGHEST for action security_group_members [ 935.632069] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGHEST for action security_group_members [ 935.632461] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.633441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.633441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.633575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.633669] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.633781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.633848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.634026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.634117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.634214] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.635616] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-163f509a-d06b-4848-8851-b63f694dfb20 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.636239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.636239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.636239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.636239] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.636239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.636528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.636528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.636528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.636607] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163f509a-d06b-4848-8851-b63f694dfb20',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.638047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.638316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.639083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.639291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.639447] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.639599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.639599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.639746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.639827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.639918] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.139108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.139227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.139278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.139504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.141615] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.141774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.142532] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.142660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.153936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 936.154191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.163902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.164228] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.164508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.164587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.164798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.164886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.165010] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163f509a-d06b-4848-8851-b63f694dfb20 is going to be updated. [ 936.166100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.166286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.185786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.186154] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.186354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.186354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.186596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.186655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.186755] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be updated. [ 936.187768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.187979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.188091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.188321] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.188433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.188498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.188645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.188747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.188863] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be updated. [ 936.203939] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.203939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.203939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.204204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.204312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.213569] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: IN_PROGRESS for 2s [ 936.225910] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.226178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.226178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.226514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.226514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.228409] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.228539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.228610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.228820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.228955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.238432] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: IN_PROGRESS for 2s [ 936.239196] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: IN_PROGRESS for 2s [ 938.235058] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163f509a-d06b-4848-8851-b63f694dfb20 in Status: SUCCESS [ 938.235899] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163f509a-d06b-4848-8851-b63f694dfb20 deletion is rescheduled due to dependency. [ 938.235899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163f509a-d06b-4848-8851-b63f694dfb20" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.250878] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 in Status: SUCCESS [ 938.251071] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 deletion is rescheduled due to dependency. [ 938.251194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.251950] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 in Status: SUCCESS [ 938.252597] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 deletion is rescheduled due to dependency. [ 938.252597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.595676] env[65581]: INFO networking_nsxv3.common.synchronization [req-9a3e99d6-444c-46a8-8747-db1d0e4c510f req-cc06b267-bc94-4a96-92db-02d575d4dcae tempest-ServersWithSpecificFlavorTestJSON-976220274 tempest-ServersWithSpecificFlavorTestJSON-976220274-project-member] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 940.596125] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGHEST for action security_group_members [ 940.596907] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.597061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.597138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.597342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.597506] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.597621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.597661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.597811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.597912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.598211] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.100098] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.100098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.100098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.100399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.125780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.125780] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.125780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.125780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.125780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.125780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.125780] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be updated. [ 941.163216] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.163216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.163216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.163497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.163650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.181205] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: IN_PROGRESS for 2s [ 941.259061] env[65581]: INFO networking_nsxv3.common.synchronization [req-79ffe0be-82d3-4695-9d14-da2d025ed6d2 req-4365328a-e7bd-4235-a1e9-22fa64db654a tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 941.259579] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 941.261485] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.261585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.261664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.261928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.262165] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.262393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.262490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.262709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.262828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.263054] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.622561] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.622858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.622900] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.623191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.623462] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.623639] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.623785] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.623994] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.624166] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.624416] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.624554] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.624672] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.624820] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.624943] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.625101] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.627364] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.647929] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.648118] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.648260] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.648435] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.648770] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-34102ce3-a976-4744-bb51-38ac5a73c3c7 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.649027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.649166] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.649515] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.649729] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34102ce3-a976-4744-bb51-38ac5a73c3c7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.765773] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.765962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.766055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.766266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.786215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.786361] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.786483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.786550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.786780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.786860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.786948] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 941.810348] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.810497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.810568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.810770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.810994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.827668] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 942.151959] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.152298] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.152527] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.152819] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.152969] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.153141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 34102ce3-a976-4744-bb51-38ac5a73c3c7 not found, creating... [ 942.153410] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.153573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.153687] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.153913] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.154061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.154387] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.154552] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.154688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.154872] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.155009] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.155155] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 34102ce3-a976-4744-bb51-38ac5a73c3c7 is going to be created. [ 942.176022] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.176929] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.176929] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.176929] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.176929] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.877887] env[65581]: INFO networking_nsxv3.common.synchronization [req-79ffe0be-82d3-4695-9d14-da2d025ed6d2 req-c8cf6472-daf6-46c3-a365-966d3189ae53 service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 942.878152] env[65581]: INFO networking_nsxv3.common.synchronization [req-79ffe0be-82d3-4695-9d14-da2d025ed6d2 req-c8cf6472-daf6-46c3-a365-966d3189ae53 service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 942.878213] env[65581]: INFO networking_nsxv3.common.synchronization [req-79ffe0be-82d3-4695-9d14-da2d025ed6d2 req-c8cf6472-daf6-46c3-a365-966d3189ae53 service nova] Enqueued Resource ID: 34102ce3-a976-4744-bb51-38ac5a73c3c7 with Priority: HIGHEST for action port [ 942.878801] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 942.879314] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 942.879314] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34102ce3-a976-4744-bb51-38ac5a73c3c7 with Priority: HIGHEST for action port [ 942.879457] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.880372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.880372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.880372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.880372] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.881247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.881853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.881853] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-34102ce3-a976-4744-bb51-38ac5a73c3c7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.881853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.881853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.882162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.882162] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34102ce3-a976-4744-bb51-38ac5a73c3c7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.191491] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 in Status: SUCCESS [ 943.191491] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 deletion is rescheduled due to dependency. [ 943.191491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.384174] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.384393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.384657] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34102ce3-a976-4744-bb51-38ac5a73c3c7 with status ACTIVE [ 943.384850] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.384972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.385055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.385276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.385391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.385578] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.385691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.385989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.385989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.385989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.386187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.386245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.386308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.386465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.386523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.386621] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34102ce3-a976-4744-bb51-38ac5a73c3c7 is going to be updated. [ 943.406781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.406954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.406995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.407190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.407704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.407900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34102ce3-a976-4744-bb51-38ac5a73c3c7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.838740] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 943.838932] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 943.839064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.839240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.839463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.839758] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.839870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.839870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.840318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.840318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.840318] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.342754] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.845380] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.348933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.349280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.349280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.349280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.349398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.349432] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 945.382045] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.382256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.382347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.382521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.382652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.391689] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 945.559036] env[65581]: INFO networking_nsxv3.common.synchronization [req-266e1c0c-772f-43aa-8a89-487a1e4da493 req-d35e4b8a-ab8f-4ac8-b2a6-8cb53754880e tempest-ImagesOneServerTestJSON-1930246488 tempest-ImagesOneServerTestJSON-1930246488-project-member] Enqueued Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_members [ 945.559036] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGHEST for action security_group_members [ 945.559036] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.559036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.559036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.559036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.559036] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.559527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.559527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.559527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.559527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.559527] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.062593] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.062761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.062836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.063326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.084112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.084444] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.084636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.085229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.085229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.085229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.085229] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 is going to be updated. [ 946.114530] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.114657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.114699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.116431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.116431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.123962] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 in Status: IN_PROGRESS for 2s [ 947.403392] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 947.403762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.404327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.404619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.404793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.404912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.405344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.405556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.405761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.405972] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.908734] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.908933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.909033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.909264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.909440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.909580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.909625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.909751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.909840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.909927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.910089] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.910182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.910244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.910467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.910571] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.910668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.910749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.912959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.913127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.913267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.913403] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.134972] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 in Status: SUCCESS [ 948.135177] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 deletion is rescheduled due to dependency. [ 948.135434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.416614] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 948.437913] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.438357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.438449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.438662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438763] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.438971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.440157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.440373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.440475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.440539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.440687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.440762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.440994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.441107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.441170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.441403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.441481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.441565] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 948.507797] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.507963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.508082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.508250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.508396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.521701] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 949.897612] env[65581]: INFO networking_nsxv3.common.synchronization [req-eb88eeef-024f-412b-9656-c66f5a73eb87 req-3d337f08-b906-4864-8588-36ecfd7a9c87 tempest-ServerMetadataNegativeTestJSON-1693986482 tempest-ServerMetadataNegativeTestJSON-1693986482-project-member] Enqueued Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_members [ 949.898202] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_members [ 949.898521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.898664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.898709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.898959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.899149] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.899273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.899425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.899466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.899535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.899650] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.352968] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353230] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-512" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.353352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-512" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.353705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-512" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.354051] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.354290] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.354290] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.354592] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.354752] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.354929] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.355122] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.355232] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.355395] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.355395] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.355513] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.355751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.384035] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.384035] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.384035] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.384035] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-512" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.384035] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-53dce56e-b720-4173-8192-ec6a2662eee5 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.384035] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.384433] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.384544] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.384773] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dce56e-b720-4173-8192-ec6a2662eee5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.403938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.403938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.404317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.405038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.405038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.405431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.406746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.406746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.406746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.406746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.406746] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1600b378-009f-4fda-a342-080b4518211f already deleted. [ 950.406746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.534101] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 950.534559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.887769] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.887986] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.888126] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.888423] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.888580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.888734] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 53dce56e-b720-4173-8192-ec6a2662eee5 not found, creating... [ 950.888994] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.889166] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.889283] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.889495] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.889634] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.889909] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.890074] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.890191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.890402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.890543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.890682] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 53dce56e-b720-4173-8192-ec6a2662eee5 is going to be created. [ 950.910301] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.910697] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.910697] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.910923] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.911107] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.911341] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.617264] env[65581]: INFO networking_nsxv3.common.synchronization [req-eb88eeef-024f-412b-9656-c66f5a73eb87 req-c86fc00d-27a8-4a79-8374-478697ee751e service nova] Enqueued Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_rules [ 951.617566] env[65581]: INFO networking_nsxv3.common.synchronization [req-eb88eeef-024f-412b-9656-c66f5a73eb87 req-c86fc00d-27a8-4a79-8374-478697ee751e service nova] Enqueued Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_members [ 951.617750] env[65581]: INFO networking_nsxv3.common.synchronization [req-eb88eeef-024f-412b-9656-c66f5a73eb87 req-c86fc00d-27a8-4a79-8374-478697ee751e service nova] Enqueued Resource ID: 53dce56e-b720-4173-8192-ec6a2662eee5 with Priority: HIGHEST for action port [ 951.618310] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_rules [ 951.618455] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_members [ 951.618549] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53dce56e-b720-4173-8192-ec6a2662eee5 with Priority: HIGHEST for action port [ 951.618817] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.618968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.619058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.619319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.619401] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.620255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.620364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.620432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.623714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.623714] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.623714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-53dce56e-b720-4173-8192-ec6a2662eee5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.623714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.623714] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dce56e-b720-4173-8192-ec6a2662eee5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.124295] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.124643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.125812] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.126836] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53dce56e-b720-4173-8192-ec6a2662eee5 with status ACTIVE [ 952.127068] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.127194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.127263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.127457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.127546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.127716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.127808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.127868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.128017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.128117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.128302] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.128395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.128595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.128669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.128751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53dce56e-b720-4173-8192-ec6a2662eee5 is going to be updated. [ 952.151774] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.151947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.152019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.152194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.152362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.152524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53dce56e-b720-4173-8192-ec6a2662eee5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.523827] env[65581]: INFO networking_nsxv3.common.synchronization [req-41526cfc-be9a-4b27-842c-8e364484da15 req-e23fe214-362c-4b00-96e1-590648d8226a tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_members [ 952.524332] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_members [ 952.524672] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.524864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.524936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.526880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.526880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.526880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.526880] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.632043] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.825850] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.826060] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.826189] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.826448] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.826715] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.826901] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.827566] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.827566] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.827566] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.827566] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.827887] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.827887] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.828020] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.828085] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.828191] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.828323] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.845735] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.845972] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.846058] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.846220] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.846523] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-d7de01b8-1872-45c7-8e90-98716b712493 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.846699] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.846858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.847190] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.847327] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7de01b8-1872-45c7-8e90-98716b712493',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.029598] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.029598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.029598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.029598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.029942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.029942] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.030082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.030082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.030271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.030324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.030370] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 already deleted. [ 953.030500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.133959] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.134262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.134304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.134560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.134627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.134728] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1600b378-009f-4fda-a342-080b4518211f is going to be created. [ 953.162559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.162559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.162559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.162559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.162559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.172626] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1600b378-009f-4fda-a342-080b4518211f in Status: UNINITIALIZED for 2s [ 953.349732] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.350045] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.350223] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.350507] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.350687] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.350846] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port d7de01b8-1872-45c7-8e90-98716b712493 not found, creating... [ 953.351132] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.351318] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.351490] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.351720] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.351867] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.352164] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.352364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.352460] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.352726] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.352891] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.353170] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: d7de01b8-1872-45c7-8e90-98716b712493 is going to be created. [ 953.373677] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.374689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.374689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.374689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.374852] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.375016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.073965] env[65581]: INFO networking_nsxv3.common.synchronization [req-41526cfc-be9a-4b27-842c-8e364484da15 req-5c408884-7bec-4f7c-871c-234ac2c37911 service nova] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_rules [ 954.074134] env[65581]: INFO networking_nsxv3.common.synchronization [req-41526cfc-be9a-4b27-842c-8e364484da15 req-5c408884-7bec-4f7c-871c-234ac2c37911 service nova] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_members [ 954.074281] env[65581]: INFO networking_nsxv3.common.synchronization [req-41526cfc-be9a-4b27-842c-8e364484da15 req-5c408884-7bec-4f7c-871c-234ac2c37911 service nova] Enqueued Resource ID: d7de01b8-1872-45c7-8e90-98716b712493 with Priority: HIGHEST for action port [ 954.074851] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_rules [ 954.074987] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_members [ 954.075106] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7de01b8-1872-45c7-8e90-98716b712493 with Priority: HIGHEST for action port [ 954.075504] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.075630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.075695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.075916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.075989] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.076846] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.077097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.077097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.077191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.077985] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.077985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.077985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.077985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.077985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.077985] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.079047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7de01b8-1872-45c7-8e90-98716b712493 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.079047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.079047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.079047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.079047] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7de01b8-1872-45c7-8e90-98716b712493',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.580413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.580753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.582552] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.583074] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7de01b8-1872-45c7-8e90-98716b712493 with status ACTIVE [ 954.583308] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.583373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.583442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.583665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.583768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.583932] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.584051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.584123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.584248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.584319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.584622] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.584622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.584759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.584807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.584867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.584946] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7de01b8-1872-45c7-8e90-98716b712493 is going to be updated. [ 954.607346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.607519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.607606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.608195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.608195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.608326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7de01b8-1872-45c7-8e90-98716b712493" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.088821] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.096976] env[65581]: INFO networking_nsxv3.common.synchronization [req-cad8a216-4bc9-47ed-b31a-51af38c65121 req-8e3775b4-eaba-4c49-a5da-8efa3f791595 tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 955.098120] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 955.098968] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.098968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.098968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.098968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.098968] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.099231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.099231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.099231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.099322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.099400] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.184045] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1600b378-009f-4fda-a342-080b4518211f in Status: SUCCESS [ 955.184045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.184906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.186306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.186306] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.186306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.186306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.186306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.186306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.186306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.186306] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.468318] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.468651] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.468687] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.472046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.472046] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.472046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.472046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.472046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.472046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.472046] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.472046] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.472046] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.472046] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.472046] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.472046] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.472046] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.492614] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.492868] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.493021] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.493210] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-363" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.493643] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-78b1d7bd-946f-4738-86d6-13eae273ff91 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.493881] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.493953] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.494363] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.494508] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b1d7bd-946f-4738-86d6-13eae273ff91',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.589828] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.590150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.590150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.590288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.590366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.590516] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 is going to be created. [ 955.602633] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.603065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.603065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.603065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.603205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.603419] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.603515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.603573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.603720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.603794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.603881] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 955.618674] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.618895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.619047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.619308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.619536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.628369] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 in Status: UNINITIALIZED for 2s [ 955.637640] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.637640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.637640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.637640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.637815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.647125] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 955.689131] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.689131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.689131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.689131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.689131] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.689388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.689388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.689388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.689470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.689704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.689704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.689854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.689854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.689966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.690127] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.690199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.690272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.690376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.690435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.690512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.690963] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.997573] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.997801] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.997928] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.998232] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.998397] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.998581] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 78b1d7bd-946f-4738-86d6-13eae273ff91 not found, creating... [ 955.998845] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.999008] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.999124] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.999364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.999589] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.999890] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.000095] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.000197] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.000376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.000508] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.000646] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 78b1d7bd-946f-4738-86d6-13eae273ff91 is going to be created. [ 956.024688] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.025064] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.025248] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.025575] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.025842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026164] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.193325] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1600b378-009f-4fda-a342-080b4518211f: rpc.has_security_group_logging(os_id): False [ 956.213707] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.213907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.213998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.214342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.214690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.214914] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.215069] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.215161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.215416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.215626] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.215718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.215791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.216155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.216375] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.216509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.217084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.217258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.217432] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1600b378-009f-4fda-a342-080b4518211f is going to be created. [ 956.312874] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.313089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.313183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.313394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.313609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.325928] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1600b378-009f-4fda-a342-080b4518211f in Status: IN_PROGRESS for 2s [ 956.730625] env[65581]: INFO networking_nsxv3.common.synchronization [req-cad8a216-4bc9-47ed-b31a-51af38c65121 req-44d48a9f-c99c-44da-9799-a262552c5449 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 956.731277] env[65581]: INFO networking_nsxv3.common.synchronization [req-cad8a216-4bc9-47ed-b31a-51af38c65121 req-44d48a9f-c99c-44da-9799-a262552c5449 service nova] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 956.731277] env[65581]: INFO networking_nsxv3.common.synchronization [req-cad8a216-4bc9-47ed-b31a-51af38c65121 req-44d48a9f-c99c-44da-9799-a262552c5449 service nova] Enqueued Resource ID: 78b1d7bd-946f-4738-86d6-13eae273ff91 with Priority: HIGHEST for action port [ 956.731410] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_rules [ 956.731521] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 956.731623] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b1d7bd-946f-4738-86d6-13eae273ff91 with Priority: HIGHEST for action port [ 956.733457] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.733457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.733457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.733457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.733457] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.734977] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.735153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.735453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b1d7bd-946f-4738-86d6-13eae273ff91 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.739073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.739073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.739073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.739073] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b1d7bd-946f-4738-86d6-13eae273ff91',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.801183] env[65581]: INFO networking_nsxv3.common.synchronization [req-ad6b4bc4-3645-4a79-ab9b-a1db6c6f9bb9 req-0754da40-b2eb-4f71-89a5-b54ab9c9afb4 tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 956.801183] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGHEST for action security_group_members [ 956.801183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.801183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.801183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.801183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.801183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.801183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.801952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.802355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.802876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.802876] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.236647] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.236647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.241488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78b1d7bd-946f-4738-86d6-13eae273ff91 with status ACTIVE [ 957.241686] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.241813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.241878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.242409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.242947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.243224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.243440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.243512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.243745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.243859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.244385] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.245112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.245229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.245741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.245910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.248013] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78b1d7bd-946f-4738-86d6-13eae273ff91 is going to be updated. [ 957.268254] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.268339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.268419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.268808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.268808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.268963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b1d7bd-946f-4738-86d6-13eae273ff91" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.308184] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.308184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.308184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.308956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.309409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.309651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.309780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.309851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.310129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.310209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.310535] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 is going to be updated. [ 957.365712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.365956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.366074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.366415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.366635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.382851] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: IN_PROGRESS for 2s [ 957.639134] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 in Status: SUCCESS [ 957.639722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.640166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.640553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.641201] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.641458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.641755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.642049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.642761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.642761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.642761] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.656765] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 957.656765] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 957.656765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.659408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.659408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.659408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.659408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.659408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.659408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.659408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.659408] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.146146] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.163441] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.342891] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1600b378-009f-4fda-a342-080b4518211f in Status: SUCCESS [ 958.343438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.521636] env[65581]: INFO networking_nsxv3.common.synchronization [None req-dd2e521b-a4c6-402a-94d4-c779f6e01f24 tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: af366e1b-f82d-4f6a-959e-190dbb7a2987 with Priority: HIGHEST for action security_group_rules [ 958.522184] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af366e1b-f82d-4f6a-959e-190dbb7a2987 with Priority: HIGHEST for action security_group_rules [ 958.522396] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af366e1b-f82d-4f6a-959e-190dbb7a2987 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.525203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.525203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.525203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.525203] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af366e1b-f82d-4f6a-959e-190dbb7a2987',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.647979] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21: rpc.has_security_group_logging(os_id): False [ 958.665728] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.668217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.668363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.668436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.668644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.668753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.668981] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.671926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.672020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.672196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.672670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.672897] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 is going to be created. [ 958.680706] env[65581]: INFO networking_nsxv3.common.synchronization [None req-928a37a5-b9fd-4215-8b34-0c3f5d812b31 tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: af366e1b-f82d-4f6a-959e-190dbb7a2987 with Priority: HIGHEST for action security_group_rules [ 958.681416] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af366e1b-f82d-4f6a-959e-190dbb7a2987 with Priority: HIGHEST for action security_group_rules [ 958.682433] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af366e1b-f82d-4f6a-959e-190dbb7a2987 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.682577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.737419] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.737559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.737637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.737851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.738056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.751346] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 in Status: IN_PROGRESS for 2s [ 959.053690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.053690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.053690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.053690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.053690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.053690] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af366e1b-f82d-4f6a-959e-190dbb7a2987 already deleted. [ 959.053690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.053690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.054212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.054212] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af366e1b-f82d-4f6a-959e-190dbb7a2987',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.177233] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.177547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.177547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.177666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.177755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.177950] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 959.212294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.212771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.212771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.212886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.212976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.222505] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 959.394352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 in Status: SUCCESS [ 959.394592] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 deletion is rescheduled due to dependency. [ 959.394693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.578690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.578902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.578961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.579225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.579335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.579438] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af366e1b-f82d-4f6a-959e-190dbb7a2987 already deleted. [ 959.579517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af366e1b-f82d-4f6a-959e-190dbb7a2987" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.383056] env[65581]: INFO networking_nsxv3.common.synchronization [req-c2af2bab-e122-4515-944b-faa0fa932c37 req-e0da5587-6b37-42b0-93b9-7e6399de9d2c tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_members [ 960.383056] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_members [ 960.383056] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.383056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.383056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.383761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.383761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.383761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.384057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.384115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.385166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.385166] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.766828] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 in Status: SUCCESS [ 960.767099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.868636] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.868841] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.868964] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.869250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.869765] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.869765] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.869950] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.870739] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.870739] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.870739] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.870739] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.870918] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.870951] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.871164] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.871314] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.871806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.888832] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.889106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.889192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.889438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.889563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.889796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.889944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.890053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.890363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.890363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.890511] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 already deleted. [ 960.890689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.891945] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.892050] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.892186] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.892402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.892777] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.892942] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.893235] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.893514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.893680] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e44c4c-7371-4c3f-a4b5-4bfcbae8570e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.239759] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.239759] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.239759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.239759] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.397097] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.397510] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.397510] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.397670] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.397785] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.397870] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 02e44c4c-7371-4c3f-a4b5-4bfcbae8570e not found, creating... [ 961.398143] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.398332] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.398605] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.398902] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.399233] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.400503] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.400503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.400503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.400503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.400503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.400503] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 02e44c4c-7371-4c3f-a4b5-4bfcbae8570e is going to be created. [ 961.424580] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.424821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.425485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.425485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.425485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.425740] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.745788] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.746059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.746451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.746682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.746792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.747076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.747191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.747281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.747455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.747568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.747626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.747785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.747933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.748080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.748145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.748325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.748405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.748494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.748586] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.186202] env[65581]: INFO networking_nsxv3.common.synchronization [req-c2af2bab-e122-4515-944b-faa0fa932c37 req-c4a2c083-c0bc-48ce-bd4b-ceda79c36b54 service nova] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_rules [ 962.186398] env[65581]: INFO networking_nsxv3.common.synchronization [req-c2af2bab-e122-4515-944b-faa0fa932c37 req-c4a2c083-c0bc-48ce-bd4b-ceda79c36b54 service nova] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_members [ 962.186537] env[65581]: INFO networking_nsxv3.common.synchronization [req-c2af2bab-e122-4515-944b-faa0fa932c37 req-c4a2c083-c0bc-48ce-bd4b-ceda79c36b54 service nova] Enqueued Resource ID: 02e44c4c-7371-4c3f-a4b5-4bfcbae8570e with Priority: HIGHEST for action port [ 962.187233] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_rules [ 962.187233] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_members [ 962.187707] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e44c4c-7371-4c3f-a4b5-4bfcbae8570e with Priority: HIGHEST for action port [ 962.187707] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.187707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.187806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.188232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.188232] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.188919] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.189022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.189073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.189208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.189351] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.189450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.189510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.189706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.189929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.189929] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.190548] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.190655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.190720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.190860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.190933] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e44c4c-7371-4c3f-a4b5-4bfcbae8570e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.251484] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34091e57-9167-4938-a734-abc7706e409d: rpc.has_security_group_logging(os_id): False [ 962.268859] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.269025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.269102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.269332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.269447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.269635] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.269758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.269847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.270299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.270299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.270299] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.270457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.270457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.270583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.270655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.270840] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.270933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.270991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.272214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.273126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.273289] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 962.349303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.349303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.349303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.349303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.349303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.368720] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 962.522964] env[65581]: INFO networking_nsxv3.common.synchronization [req-7571b217-c2d3-4a23-8e0c-3a4d50a60a04 req-d64133f4-36e2-4bb3-ac80-4c0e363d44ba tempest-ServersAdminTestJSON-588131136 tempest-ServersAdminTestJSON-588131136-project-member] Enqueued Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 962.524210] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e903ae8-911d-47ae-a168-800a5faf2756 with Priority: HIGHEST for action security_group_members [ 962.524210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e903ae8-911d-47ae-a168-800a5faf2756 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.524414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.524615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.524817] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.525077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.525221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.525328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.525446] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e903ae8-911d-47ae-a168-800a5faf2756',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.692793] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.692965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.693196] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.694230] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e44c4c-7371-4c3f-a4b5-4bfcbae8570e with status ACTIVE [ 962.694407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.694545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.694625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.694825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.694918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.695130] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.695232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.695294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.695481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.695583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.695712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.695816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.695852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.696709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.696709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.696709] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e44c4c-7371-4c3f-a4b5-4bfcbae8570e is going to be updated. [ 962.740044] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.740044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.740044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.740044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.740044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.740044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e44c4c-7371-4c3f-a4b5-4bfcbae8570e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.027587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.027791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.027903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.028469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.052499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052756] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.053145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.053145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.053440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.053440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.053440] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 is going to be updated. [ 963.089018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.089222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.089296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.089546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.089945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.101886] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: IN_PROGRESS for 2s [ 963.199457] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.235046] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.235237] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.235290] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.235661] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.236048] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.236244] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.236363] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.236593] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.236785] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.236949] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.237078] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.237247] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.237397] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.237563] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.237713] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.237890] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.257567] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.257780] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.257901] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.258118] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-199" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.258438] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-9fbec099-3e28-43b2-bbd7-4a9523188cfd taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.258635] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.259054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.259190] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbec099-3e28-43b2-bbd7-4a9523188cfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.700938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.701454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.701454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.701570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.701570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.701706] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 is going to be created. [ 963.725407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.725723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.725723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.725854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.726020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.735275] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 in Status: UNINITIALIZED for 2s [ 963.761319] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.761535] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.761664] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.761937] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.762101] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.762386] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762564] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.762683] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.763600] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.763600] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763600] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.763600] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.763600] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.765055] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.765055] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.765309] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd is going to be updated. [ 963.792204] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.792469] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.792610] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.793782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.793782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.793782] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.388983] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 964.389674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.522598] env[65581]: INFO networking_nsxv3.common.synchronization [req-c36b1027-7955-40af-85c4-92f1df898423 req-d057f19f-2c2d-472a-98f7-0c44b1293130 service nova] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_rules [ 964.522773] env[65581]: INFO networking_nsxv3.common.synchronization [req-c36b1027-7955-40af-85c4-92f1df898423 req-d057f19f-2c2d-472a-98f7-0c44b1293130 service nova] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 964.522907] env[65581]: INFO networking_nsxv3.common.synchronization [req-c36b1027-7955-40af-85c4-92f1df898423 req-d057f19f-2c2d-472a-98f7-0c44b1293130 service nova] Enqueued Resource ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd with Priority: HIGHEST for action port [ 964.523444] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_rules [ 964.523559] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 964.523661] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd with Priority: HIGHEST for action port [ 964.529449] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.529449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.529449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.529449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.529449] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.530169] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.530284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.530351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.530509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.530663] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.530756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.530816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.530955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.533635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.533797] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.535862] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fbec099-3e28-43b2-bbd7-4a9523188cfd taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.536660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.537026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.537026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.538040] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbec099-3e28-43b2-bbd7-4a9523188cfd',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.041017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.041017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.041017] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.043893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fbec099-3e28-43b2-bbd7-4a9523188cfd with status ACTIVE [ 965.044224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.044630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.044630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.044899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.045139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.047180] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.047180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.047180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.047180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.047180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.048415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.048415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.048415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.048415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.048415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.048415] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fbec099-3e28-43b2-bbd7-4a9523188cfd is going to be updated. [ 965.080038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.080038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.080038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.080038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.080038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.080389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fbec099-3e28-43b2-bbd7-4a9523188cfd" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.115498] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e903ae8-911d-47ae-a168-800a5faf2756 in Status: SUCCESS [ 965.115758] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e903ae8-911d-47ae-a168-800a5faf2756 deletion is rescheduled due to dependency. [ 965.115882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e903ae8-911d-47ae-a168-800a5faf2756" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.551386] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.747590] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 in Status: SUCCESS [ 965.747590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.747673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.747927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.748187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.748347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.748448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.748688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.748821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.748978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.749566] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.058624] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.059036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.059190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.059427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.059585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.059719] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 966.099341] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.099569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.099569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.099758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.099952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.115594] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 966.252319] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.756647] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03: rpc.has_security_group_logging(os_id): False [ 966.778922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.779183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.779245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.779465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.779617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.779816] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.779923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.779967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.780174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.780259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.780358] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 is going to be created. [ 966.852704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.852977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.853072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.853372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.853657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.867478] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 in Status: IN_PROGRESS for 2s [ 967.812025] env[65581]: INFO networking_nsxv3.common.synchronization [req-b8a01d62-e1e0-4b98-905f-80283e998632 req-6320ec12-bc1f-418b-856e-23a4bdc0de12 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 967.816498] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 967.816498] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.816757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.816757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.817028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.817403] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.817583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.817669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.817929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.818079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.818225] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.129412] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 968.129912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.130208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.130477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.130625] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.130708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.130708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.130708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.130708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.131215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.131215] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.322122] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.322591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.322591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.322591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.322721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.323639] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.323639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.323639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.323639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.323639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.323639] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 968.366143] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.366326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.366609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.366762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.366976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.379477] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 968.609047] env[65581]: INFO networking_nsxv3.common.synchronization [None req-161911b1-3791-483b-af68-2d3831e4c045 None None] Enqueued Resource ID: 54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14 with Priority: HIGHEST for action port [ 968.609713] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14 with Priority: HIGHEST for action port [ 968.610055] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.610207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.610296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.610787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.611022] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.637402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.637402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.637402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.637863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.638022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.638161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.638248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.638450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.638566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.638683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.638888] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.639021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.639374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.639374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.639488] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.639642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.639642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.639777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.640145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.640221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.640330] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.884686] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 in Status: SUCCESS [ 968.885122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.112878] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14 [ 969.113187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.116365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.116365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116365] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14 already deleted. [ 969.116365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54cbb2c5-1d3c-4ba2-84fd-f2df15ba9c14" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.142989] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd564ca-4439-4a5e-bfd1-8f640aed72a2: rpc.has_security_group_logging(os_id): False [ 969.162407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.162624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.162807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.162982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.188647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.189065] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.189237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.189337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.189606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.189987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.190333] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.190488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.190589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.190823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.190939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.191224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.191480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.191480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.191652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.191771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.191890] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 969.279402] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.279662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.279662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.279840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.279996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.312598] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 969.909043] env[65581]: INFO networking_nsxv3.common.synchronization [req-4fd0a914-18b4-4cc9-b172-bac558c249b3 req-e2f30ba3-6745-495b-b6e9-83603c9e0749 tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_members [ 969.909692] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGHEST for action security_group_members [ 969.910055] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.910334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.910334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.914024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.914024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.914024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.914024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.914024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.914024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.914024] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.287612] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8f191403-c1b3-44e8-ab21-081e5d882be3 tempest-ServersTestJSON-676512351 tempest-ServersTestJSON-676512351-project-member] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_rules [ 970.288383] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_rules [ 970.288591] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.288741] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.288813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.289751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.289751] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.392352] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 970.392633] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 970.392806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.415337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.415337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.415337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.415337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.443524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.443822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.443975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.444054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.444246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.444338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.444420] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce is going to be updated. [ 970.489551] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.489746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.489806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.490070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.490252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.504707] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: IN_PROGRESS for 2s [ 970.599673] env[65581]: INFO networking_nsxv3.common.synchronization [None req-62fba9f2-dbf3-4ab3-9dee-ed2b0d99ae3b tempest-ServersTestJSON-676512351 tempest-ServersTestJSON-676512351-project-member] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_rules [ 970.603608] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_rules [ 970.604153] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.604296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.815106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.815377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.815490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.815636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.815731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.815836] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 already deleted. [ 970.815919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.816091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.816261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.816350] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.066267] env[65581]: INFO networking_nsxv3.common.synchronization [None req-926bc1bf-0a6f-47ec-82d9-4b8cdce0e737 None None] Enqueued Resource ID: 6df72b6a-7b98-47ed-a596-a396b98a0386 with Priority: HIGHEST for action port [ 971.068051] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df72b6a-7b98-47ed-a596-a396b98a0386 with Priority: HIGHEST for action port [ 971.068464] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df72b6a-7b98-47ed-a596-a396b98a0386 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.068724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df72b6a-7b98-47ed-a596-a396b98a0386" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.068846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df72b6a-7b98-47ed-a596-a396b98a0386" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.069270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df72b6a-7b98-47ed-a596-a396b98a0386" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.069416] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df72b6a-7b98-47ed-a596-a396b98a0386',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.337538] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 971.337538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.352445] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.352723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.353386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.353386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.353386] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 already deleted. [ 971.353386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.573757] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6df72b6a-7b98-47ed-a596-a396b98a0386 [ 971.574051] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.574878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.574977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.575619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.575619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.575619] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6df72b6a-7b98-47ed-a596-a396b98a0386 already deleted. [ 971.575619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df72b6a-7b98-47ed-a596-a396b98a0386" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.726681] env[65581]: INFO networking_nsxv3.common.synchronization [None req-30a1edda-e4aa-40c2-9489-07132206f986 None None] Enqueued Resource ID: 1664dc96-e93f-4d39-b9f6-d228b1cbcc05 with Priority: HIGHEST for action port [ 971.727210] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1664dc96-e93f-4d39-b9f6-d228b1cbcc05 with Priority: HIGHEST for action port [ 971.727706] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1664dc96-e93f-4d39-b9f6-d228b1cbcc05 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.729093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1664dc96-e93f-4d39-b9f6-d228b1cbcc05" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.729235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1664dc96-e93f-4d39-b9f6-d228b1cbcc05" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.729536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1664dc96-e93f-4d39-b9f6-d228b1cbcc05" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.729639] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1664dc96-e93f-4d39-b9f6-d228b1cbcc05',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.234418] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1664dc96-e93f-4d39-b9f6-d228b1cbcc05 [ 972.234418] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.234860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.234860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.234945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.234987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.235116] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1664dc96-e93f-4d39-b9f6-d228b1cbcc05 already deleted. [ 972.235194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1664dc96-e93f-4d39-b9f6-d228b1cbcc05" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.518086] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce in Status: SUCCESS [ 972.518500] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce deletion is rescheduled due to dependency. [ 972.518932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.432342] env[65581]: INFO networking_nsxv3.common.synchronization [req-54f5b05a-3023-4636-acd5-e94440d6565d req-e328abde-1189-4aa8-9abb-46ec372776e6 tempest-SecurityGroupRulesNegativeTestJSON-1756235716 tempest-SecurityGroupRulesNegativeTestJSON-1756235716-project-member] Enqueued Resource ID: 06d0d017-fdb9-45a7-84e6-3f174d1e410a with Priority: HIGHEST for action security_group_rules [ 973.433010] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d0d017-fdb9-45a7-84e6-3f174d1e410a with Priority: HIGHEST for action security_group_rules [ 973.434343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.434551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.434551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.434855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.434946] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d0d017-fdb9-45a7-84e6-3f174d1e410a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.960542] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.960757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.960849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.961050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.961164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.961254] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d0d017-fdb9-45a7-84e6-3f174d1e410a already deleted. [ 973.961344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.989180] env[65581]: INFO networking_nsxv3.common.synchronization [req-c6a99666-0e1c-4920-8ec7-1615f0585796 req-e9f7102c-45a4-4cde-93eb-e87654d3c105 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 973.990047] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 973.993071] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.993236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.993306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.993656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.993738] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.993822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.993902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.994148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.994247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.994389] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.248298] env[65581]: INFO networking_nsxv3.common.synchronization [None req-36265c3c-21aa-4cf2-a38a-c256d26fd070 None None] Enqueued Resource ID: 79bf3547-066c-4650-a728-dc5fd8108571 with Priority: HIGHEST for action port [ 974.249759] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bf3547-066c-4650-a728-dc5fd8108571 with Priority: HIGHEST for action port [ 974.250118] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-79bf3547-066c-4650-a728-dc5fd8108571 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.250259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79bf3547-066c-4650-a728-dc5fd8108571" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.250328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79bf3547-066c-4650-a728-dc5fd8108571" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.250728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79bf3547-066c-4650-a728-dc5fd8108571" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.251081] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79bf3547-066c-4650-a728-dc5fd8108571',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.498078] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.506506] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.506506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.506506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.506506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.506854] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.507198] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.507459] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.509316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.509316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.509316] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.509316] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.509316] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.509316] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.509665] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.509815] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.510107] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.536056] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.536265] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.536360] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.536536] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.536872] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3b120ed2-48a8-4dbf-8282-60fe134d29f1 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.537048] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.537164] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.537540] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.537736] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b120ed2-48a8-4dbf-8282-60fe134d29f1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.753783] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79bf3547-066c-4650-a728-dc5fd8108571 [ 974.754041] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.754186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.754254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.754546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.754780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.754911] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79bf3547-066c-4650-a728-dc5fd8108571 already deleted. [ 974.754992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79bf3547-066c-4650-a728-dc5fd8108571" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.821494] env[65581]: INFO networking_nsxv3.common.synchronization [req-d6b6e9fc-f9bb-4ec9-bcb8-61a740701040 req-d8c40c80-434d-487b-9272-3bc6d36448ce tempest-SecurityGroupRulesNegativeTestJSON-1756235716 tempest-SecurityGroupRulesNegativeTestJSON-1756235716-project-member] Enqueued Resource ID: 06d0d017-fdb9-45a7-84e6-3f174d1e410a with Priority: HIGHEST for action security_group_rules [ 974.822130] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d0d017-fdb9-45a7-84e6-3f174d1e410a with Priority: HIGHEST for action security_group_rules [ 974.822566] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.823401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.823401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.823401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.823401] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d0d017-fdb9-45a7-84e6-3f174d1e410a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.002788] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.040080] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.040452] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.040628] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.040979] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.041222] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.041434] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3b120ed2-48a8-4dbf-8282-60fe134d29f1 not found, creating... [ 975.041827] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.042053] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.042229] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.042571] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.042774] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.043330] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.043512] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.043691] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.044037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.044255] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.044702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3b120ed2-48a8-4dbf-8282-60fe134d29f1 is going to be created. [ 975.076086] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.076341] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.076515] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.077018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.077174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.077429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.353465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.353675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.353739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.353950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.354055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.354159] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d0d017-fdb9-45a7-84e6-3f174d1e410a already deleted. [ 975.354268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d0d017-fdb9-45a7-84e6-3f174d1e410a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.505617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.505995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.505995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.506210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.506336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.506514] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 975.540169] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.540389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.540389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.540618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.540734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.550295] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 975.809873] env[65581]: INFO networking_nsxv3.common.synchronization [req-c6a99666-0e1c-4920-8ec7-1615f0585796 req-377172cb-d1b5-40a2-8584-6548033df804 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 975.810151] env[65581]: INFO networking_nsxv3.common.synchronization [req-c6a99666-0e1c-4920-8ec7-1615f0585796 req-377172cb-d1b5-40a2-8584-6548033df804 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 975.810313] env[65581]: INFO networking_nsxv3.common.synchronization [req-c6a99666-0e1c-4920-8ec7-1615f0585796 req-377172cb-d1b5-40a2-8584-6548033df804 service nova] Enqueued Resource ID: 3b120ed2-48a8-4dbf-8282-60fe134d29f1 with Priority: HIGHEST for action port [ 975.810905] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 975.811259] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 975.811410] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b120ed2-48a8-4dbf-8282-60fe134d29f1 with Priority: HIGHEST for action port [ 975.811764] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.811920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.811990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.812359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.812461] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.813895] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.813998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.814241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b120ed2-48a8-4dbf-8282-60fe134d29f1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.814349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.814414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.814825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.814825] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b120ed2-48a8-4dbf-8282-60fe134d29f1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.321529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.321529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.321529] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b120ed2-48a8-4dbf-8282-60fe134d29f1 with status ACTIVE [ 976.321867] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.323150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.323150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.323150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.323150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.323606] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.323606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.323696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.323974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.324222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.324791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.324791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.324944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.325271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.325271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.325459] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b120ed2-48a8-4dbf-8282-60fe134d29f1 is going to be updated. [ 976.356667] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.356900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.356900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.357125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.357270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.357443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b120ed2-48a8-4dbf-8282-60fe134d29f1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.228428] env[65581]: INFO networking_nsxv3.common.synchronization [None req-5e63d516-5566-4024-8772-a9bec343fd81 None None] Enqueued Resource ID: 2b1f499b-0712-44c8-9f3f-3d2f8847770f with Priority: HIGHEST for action port [ 977.228428] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1f499b-0712-44c8-9f3f-3d2f8847770f with Priority: HIGHEST for action port [ 977.229539] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1f499b-0712-44c8-9f3f-3d2f8847770f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.229709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1f499b-0712-44c8-9f3f-3d2f8847770f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.229709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1f499b-0712-44c8-9f3f-3d2f8847770f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.230128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1f499b-0712-44c8-9f3f-3d2f8847770f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.230128] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1f499b-0712-44c8-9f3f-3d2f8847770f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.561609] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 977.562049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.562440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.562513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.562977] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.563481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.563531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.563789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.563789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.563919] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.735065] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1f499b-0712-44c8-9f3f-3d2f8847770f [ 977.735215] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.735353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.735426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.735648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.735742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.735848] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1f499b-0712-44c8-9f3f-3d2f8847770f already deleted. [ 977.736064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1f499b-0712-44c8-9f3f-3d2f8847770f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067260] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.240955] env[65581]: INFO networking_nsxv3.common.synchronization [req-914d0835-8455-475f-9fdd-d6acc7ac5b59 req-e426ff98-af6e-4ab5-9225-baa86c55cc57 tempest-ServerMetadataNegativeTestJSON-1693986482 tempest-ServerMetadataNegativeTestJSON-1693986482-project-member] Enqueued Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_members [ 978.241560] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGHEST for action security_group_members [ 978.242702] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.242702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.242702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.242702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.242702] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.242702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.242702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.243104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.243104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.243104] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.570925] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.669188] env[65581]: INFO networking_nsxv3.common.synchronization [req-c1e3aa9c-92ec-4d75-98b1-2183a90b52e2 req-57d817c2-ff60-4b0c-bf0b-e237cbea9723 tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 978.669892] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 978.671695] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.671840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.671921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.672225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.672372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.672474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.672593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.672752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.672877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.673020] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.746267] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.746420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.746491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.746713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.746808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.747028] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.747132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.747194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.747347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.747424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.747560] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1600b378-009f-4fda-a342-080b4518211f is going to be updated. [ 978.779391] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.779521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.779990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.779990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.779990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.788918] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1600b378-009f-4fda-a342-080b4518211f in Status: IN_PROGRESS for 2s [ 979.074841] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.074841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.075119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.075222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.075396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.075526] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 979.112732] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.112915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.112967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.113619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.113936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.124845] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 979.143105] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.143416] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.143416] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.143685] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.143943] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.144111] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.144226] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.144480] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.144711] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.145000] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.145067] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.145148] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.145252] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.145374] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.145480] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.145721] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.170781] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.171065] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.171227] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.171417] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.171746] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.171989] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.172163] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.172575] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.172667] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b5c99f-d437-4af8-ab2c-bcc927d1ec9a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.182624] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.182624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.183351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183351] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.183351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.183351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.183351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183545] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 979.218670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.218869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.218915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.219189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.219357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.230571] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 979.675495] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.680398] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 10b5c99f-d437-4af8-ab2c-bcc927d1ec9a not found, creating... [ 979.680398] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.680398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.681117] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.681117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.681117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.681117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.681117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.681117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 10b5c99f-d437-4af8-ab2c-bcc927d1ec9a is going to be created. [ 979.706477] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.706689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.706813] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.707296] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.707383] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.707773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.849787] env[65581]: INFO networking_nsxv3.common.synchronization [None req-120a78b9-3189-45de-a8d7-9ccf999045f8 None None] Enqueued Resource ID: b39186f2-02ab-4ccf-a99e-74afd41f00cf with Priority: HIGHEST for action port [ 979.852028] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39186f2-02ab-4ccf-a99e-74afd41f00cf with Priority: HIGHEST for action port [ 979.852988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39186f2-02ab-4ccf-a99e-74afd41f00cf taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.852988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39186f2-02ab-4ccf-a99e-74afd41f00cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.852988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39186f2-02ab-4ccf-a99e-74afd41f00cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.852988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39186f2-02ab-4ccf-a99e-74afd41f00cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.854322] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39186f2-02ab-4ccf-a99e-74afd41f00cf',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.357018] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b39186f2-02ab-4ccf-a99e-74afd41f00cf [ 980.357018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.357415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.357415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.357415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.357524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.357702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b39186f2-02ab-4ccf-a99e-74afd41f00cf already deleted. [ 980.357702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39186f2-02ab-4ccf-a99e-74afd41f00cf" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.530589] env[65581]: INFO networking_nsxv3.common.synchronization [req-c1e3aa9c-92ec-4d75-98b1-2183a90b52e2 req-3ffb871c-6031-4e60-bf38-0d311e34fda7 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 980.532039] env[65581]: INFO networking_nsxv3.common.synchronization [req-c1e3aa9c-92ec-4d75-98b1-2183a90b52e2 req-3ffb871c-6031-4e60-bf38-0d311e34fda7 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 980.532166] env[65581]: INFO networking_nsxv3.common.synchronization [req-c1e3aa9c-92ec-4d75-98b1-2183a90b52e2 req-3ffb871c-6031-4e60-bf38-0d311e34fda7 service nova] Enqueued Resource ID: 10b5c99f-d437-4af8-ab2c-bcc927d1ec9a with Priority: HIGHEST for action port [ 980.533252] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 980.533391] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 980.533511] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10b5c99f-d437-4af8-ab2c-bcc927d1ec9a with Priority: HIGHEST for action port [ 980.533781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.533910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.533982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.534269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.534329] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.536423] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.536423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.536694] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.536694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.536694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.537317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.538207] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b5c99f-d437-4af8-ab2c-bcc927d1ec9a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.801426] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1600b378-009f-4fda-a342-080b4518211f in Status: SUCCESS [ 980.801426] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1600b378-009f-4fda-a342-080b4518211f deletion is rescheduled due to dependency. [ 980.801426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.038041] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.038041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.041517] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10b5c99f-d437-4af8-ab2c-bcc927d1ec9a with status ACTIVE [ 981.042015] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.042111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.042191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.042490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.042976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.042976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.043433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.043433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.043519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.043656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.044156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.044156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.044274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.044447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.044624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.044730] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10b5c99f-d437-4af8-ab2c-bcc927d1ec9a is going to be updated. [ 981.069910] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.070100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.070181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.071736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.071903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.072839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10b5c99f-d437-4af8-ab2c-bcc927d1ec9a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.091372] env[65581]: INFO networking_nsxv3.common.synchronization [req-48d08e72-19c1-4710-88ec-d3ea2d7dbe5c req-e39e9593-9654-4b3e-813e-eca70001c877 tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 981.091372] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 981.091372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.091372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.091372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.091372] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.137439] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 981.137655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.137836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.138153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.138332] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.138446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.138488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.138672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.138755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.142031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.142031] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.252365] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 981.252568] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b deletion is rescheduled due to dependency. [ 981.252755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.252831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.253057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.253382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.253635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.253720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.253915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.254059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.254128] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.596435] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.596637] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.596851] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.597154] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.597414] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.597576] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.597695] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.597900] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.598208] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.598433] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.598548] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.598653] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.598939] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.598939] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.599042] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.600967] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.602078] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.602269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.602269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.602380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.602461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.602720] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.602819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.602883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.603041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.603120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.603215] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 981.622496] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.622676] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.622818] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.622995] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.623343] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-c17b0c7f-f118-4107-b381-afc5ad07ba62 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.623480] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.623600] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.623932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.624078] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c17b0c7f-f118-4107-b381-afc5ad07ba62',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.634685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.634853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.634914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.635141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.635283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.645281] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.645446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.645489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.645959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.645959] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.646270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.646345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.646516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.646606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.646700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.646859] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.646963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.647032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.647180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.647323] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.647415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.647477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.647650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.647734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.647817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.647905] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.653422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 981.760589] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.991427] env[65581]: INFO networking_nsxv3.common.synchronization [req-548b8609-7bf4-4fcb-a97d-327719597671 req-f9ceb005-7061-453b-8c8c-574486f98772 tempest-ServersV294TestFqdnHostnames-1505812328 tempest-ServersV294TestFqdnHostnames-1505812328-project-member] Enqueued Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_members [ 981.991984] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a8c524-5881-4b16-bf39-6be106834108 with Priority: HIGHEST for action security_group_members [ 981.992305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a8c524-5881-4b16-bf39-6be106834108 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.992421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.992488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.992714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.992860] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.992952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.993020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.993163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.993253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.993377] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a8c524-5881-4b16-bf39-6be106834108',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.127552] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.127767] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.128222] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.128313] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.128448] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.128605] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port c17b0c7f-f118-4107-b381-afc5ad07ba62 not found, creating... [ 982.128873] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.129040] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.129158] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.129473] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.129529] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130513] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.130513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.130513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.130513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.130513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.131798] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: c17b0c7f-f118-4107-b381-afc5ad07ba62 is going to be created. [ 982.152525] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.152742] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.152898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.153198] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.153425] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.153689] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.154601] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 982.180652] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.180808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.181336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.181336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.181336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.181478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.181543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.181578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.181766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.181828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.181969] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.182077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.182161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.182282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.182355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.182555] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.182802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.182881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.183499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.183499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.183499] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 982.265438] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.273319] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.273467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.273733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.273733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.273879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297076] env[65581]: INFO networking_nsxv3.common.synchronization [None req-cdeebc36-4829-48c0-b1f9-18f9c96caf6d tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 982.297076] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 982.297076] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 982.301027] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.301027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.301027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.301027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.301027] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.495413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.495609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.495649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.495923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.521449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.521760] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.521905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.521966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.522228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.522351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.522394] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8c524-5881-4b16-bf39-6be106834108 is going to be updated. [ 982.552993] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.553198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.553198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.553435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.553564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.564795] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8c524-5881-4b16-bf39-6be106834108 in Status: IN_PROGRESS for 2s [ 982.768700] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.768700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.768700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.768700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.768700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.768700] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 982.814377] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.814531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.814620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.814895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.815157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.822148] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.822304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.822346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.822586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.822731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.822771] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 already deleted. [ 982.822862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.823650] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 982.852456] env[65581]: INFO networking_nsxv3.common.synchronization [None req-229f7926-bbfa-42d2-a533-c68f93b9096a tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 982.853091] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 982.853426] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.853550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.853643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.853864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.853943] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.908769] env[65581]: INFO networking_nsxv3.common.synchronization [req-48d08e72-19c1-4710-88ec-d3ea2d7dbe5c req-628a619d-5941-4505-b717-1bfa340c998a service nova] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_rules [ 982.908968] env[65581]: INFO networking_nsxv3.common.synchronization [req-48d08e72-19c1-4710-88ec-d3ea2d7dbe5c req-628a619d-5941-4505-b717-1bfa340c998a service nova] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 982.909126] env[65581]: INFO networking_nsxv3.common.synchronization [req-48d08e72-19c1-4710-88ec-d3ea2d7dbe5c req-628a619d-5941-4505-b717-1bfa340c998a service nova] Enqueued Resource ID: c17b0c7f-f118-4107-b381-afc5ad07ba62 with Priority: HIGHEST for action port [ 982.909816] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_rules [ 982.909990] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 982.913552] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17b0c7f-f118-4107-b381-afc5ad07ba62 with Priority: HIGHEST for action port [ 982.913976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.914750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.914851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.916136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.916261] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.919774] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.919774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.919774] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c17b0c7f-f118-4107-b381-afc5ad07ba62 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.919774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.919774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.920171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.920171] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c17b0c7f-f118-4107-b381-afc5ad07ba62',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.146592] env[65581]: INFO networking_nsxv3.common.synchronization [req-b1b88a26-02b9-423b-b75e-60ab6797ad95 req-5a293fa2-da78-4c24-9366-df6169d30662 tempest-ImagesTestJSON-974705347 tempest-ImagesTestJSON-974705347-project-member] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 983.147619] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGHEST for action security_group_members [ 983.148075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.148259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.149325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.149496] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.149621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.149861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.149950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.150121] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.376492] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.376712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.376712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.376960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.377063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.377161] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 already deleted. [ 983.377245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.422503] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.422657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.422823] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c17b0c7f-f118-4107-b381-afc5ad07ba62 with status ACTIVE [ 983.423011] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.423135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.423203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.423404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.423504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.423677] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.423768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.423828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.423977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.424065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.424321] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.424421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.424482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.424855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.424855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.424855] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c17b0c7f-f118-4107-b381-afc5ad07ba62 is going to be updated. [ 983.452157] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.452397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.452485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.452798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.452999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.453238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c17b0c7f-f118-4107-b381-afc5ad07ba62" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.652614] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.652925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.652925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.653228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.653228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.653475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.653605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.653605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.654017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.654017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.654017] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be updated. [ 983.669130] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 983.669130] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 deletion is rescheduled due to dependency. [ 983.669130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.669560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.669819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.670023] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.670136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.670229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.670372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.670464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.670564] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.689980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.690160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.690244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.690455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.690635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.700149] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: IN_PROGRESS for 2s [ 984.172564] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.325926] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 984.326179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.455171] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a449a81d-e1c6-4ab4-9e52-feae3568e82c None None] Enqueued Resource ID: 503947f0-641d-4b70-9414-8edc94e99145 with Priority: HIGHEST for action port [ 984.455562] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503947f0-641d-4b70-9414-8edc94e99145 with Priority: HIGHEST for action port [ 984.455966] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-503947f0-641d-4b70-9414-8edc94e99145 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.456150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503947f0-641d-4b70-9414-8edc94e99145" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.456258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503947f0-641d-4b70-9414-8edc94e99145" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.456594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503947f0-641d-4b70-9414-8edc94e99145" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.457198] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503947f0-641d-4b70-9414-8edc94e99145',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.576279] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a8c524-5881-4b16-bf39-6be106834108 in Status: SUCCESS [ 984.576488] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a8c524-5881-4b16-bf39-6be106834108 deletion is rescheduled due to dependency. [ 984.576674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a8c524-5881-4b16-bf39-6be106834108" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.675695] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.840659] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 984.840659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.840659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.840659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.840659] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.840659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.840659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.841483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.841483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.841546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.841622] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.962503] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503947f0-641d-4b70-9414-8edc94e99145 [ 984.963355] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.963355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.963355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.963787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.964842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.964842] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503947f0-641d-4b70-9414-8edc94e99145 already deleted. [ 984.964842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503947f0-641d-4b70-9414-8edc94e99145" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.178624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.178624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.178624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.178726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178802] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 985.227014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.227190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.227400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.227505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.227655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.238160] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 985.345010] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.716395] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34091e57-9167-4938-a734-abc7706e409d in Status: SUCCESS [ 985.716727] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34091e57-9167-4938-a734-abc7706e409d deletion is rescheduled due to dependency. [ 985.716888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.852429] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f352b03a-3d85-4bca-92c7-605db0304d8b: rpc.has_security_group_logging(os_id): False [ 985.875035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.875035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.875035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.875035] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 985.964123] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.967760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.967760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.967760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.967760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.981325] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 986.683026] env[65581]: INFO networking_nsxv3.common.synchronization [None req-ae1dcea1-39f4-4459-855e-587c5d7f8f4a tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 986.683679] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 986.684512] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.684700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.684778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.685089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.685244] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.797125] env[65581]: INFO networking_nsxv3.common.synchronization [None req-0791f06e-02af-47cd-a9fb-ade4edfc613a tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 986.798365] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 986.799968] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.800160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.187253] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b4580e3b-fd2a-443b-a98d-c5b167473bdc None None] Enqueued Resource ID: 7bb19f33-69ab-4126-9573-4a3266ce7613 with Priority: HIGHEST for action port [ 987.187253] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb19f33-69ab-4126-9573-4a3266ce7613 with Priority: HIGHEST for action port [ 987.187253] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb19f33-69ab-4126-9573-4a3266ce7613 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.187253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb19f33-69ab-4126-9573-4a3266ce7613" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.187253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb19f33-69ab-4126-9573-4a3266ce7613" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.187253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb19f33-69ab-4126-9573-4a3266ce7613" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.187253] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb19f33-69ab-4126-9573-4a3266ce7613',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.211982] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.211982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.211982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.211982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.211982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.211982] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 already deleted. [ 987.211982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.211982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.212286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.212286] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.250333] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 987.250561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.251086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.251086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.251270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.251390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.251507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.251612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.251692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.251790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.251882] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.689532] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bb19f33-69ab-4126-9573-4a3266ce7613 [ 987.689796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.689796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.689891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.690579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.690579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.690579] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bb19f33-69ab-4126-9573-4a3266ce7613 already deleted. [ 987.690579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb19f33-69ab-4126-9573-4a3266ce7613" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.736470] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.736629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.736707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.736897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.737026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737286] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 already deleted. [ 987.737286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.757278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.757278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.757278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.757278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.757278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.758218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.758218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.758218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.758218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.758218] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.998366] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 987.998685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.260209] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6badf43-ea35-43e2-a86c-0a433c822f41: rpc.has_security_group_logging(os_id): False [ 988.280335] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.280534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.280608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.280861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.280960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.281223] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.281317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.281375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.281536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.281618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.281878] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.281980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.282053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.282197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.282272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.282453] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.282570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.282626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.282779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.282825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.282920] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 988.374477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.374726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.374726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.374936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.375095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.390983] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 990.035991] env[65581]: INFO networking_nsxv3.common.synchronization [req-f38d0db5-79ee-444c-8246-486c629224d4 req-9ead4500-7ede-4951-a498-8c73cf8c78d5 tempest-ServersTestJSON-676512351 tempest-ServersTestJSON-676512351-project-member] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_members [ 990.036565] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_members [ 990.037031] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.037182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.037245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.037578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.037747] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.037850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.037957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.038137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.038225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.038322] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.406768] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 990.407058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.542095] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.542688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.542874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.543483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.543662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.543935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.544062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.544152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.544346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.544429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.547243] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 already deleted. [ 990.547383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.592575] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.592575] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-770" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.592787] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-770" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.592960] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-770" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.593234] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.593395] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.593503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.593717] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.593870] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.594092] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.594205] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.594314] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.594421] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.594529] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.594675] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.594776] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.626244] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.626244] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.626244] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.626244] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-770" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.626377] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-feddd275-0121-4b29-ac86-f112cc9c96e5 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.626438] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.626570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.626913] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.627079] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feddd275-0121-4b29-ac86-f112cc9c96e5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.129807] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.130390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.130390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.130525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.130703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.130878] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port feddd275-0121-4b29-ac86-f112cc9c96e5 not found, creating... [ 991.131174] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.131340] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131476] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.131714] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.131870] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.132246] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.132429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.132568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.132816] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.132971] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.133129] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: feddd275-0121-4b29-ac86-f112cc9c96e5 is going to be created. [ 991.157302] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.157545] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.157665] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.157970] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.158262] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.158498] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.646388] env[65581]: INFO networking_nsxv3.common.synchronization [None req-4365c0c0-14f9-48f1-8f7a-8c619d478bda None None] Enqueued Resource ID: b1f910c3-211c-4866-a6ce-3d0ccde5a2ee with Priority: HIGHEST for action port [ 991.647051] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f910c3-211c-4866-a6ce-3d0ccde5a2ee with Priority: HIGHEST for action port [ 991.649302] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f910c3-211c-4866-a6ce-3d0ccde5a2ee taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.649437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f910c3-211c-4866-a6ce-3d0ccde5a2ee" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.649523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f910c3-211c-4866-a6ce-3d0ccde5a2ee" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.649793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f910c3-211c-4866-a6ce-3d0ccde5a2ee" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.649943] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f910c3-211c-4866-a6ce-3d0ccde5a2ee',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.859159] env[65581]: INFO networking_nsxv3.common.synchronization [req-f38d0db5-79ee-444c-8246-486c629224d4 req-444422f5-30fe-4f0e-86bc-bc16c6b79aac service nova] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_rules [ 991.859159] env[65581]: INFO networking_nsxv3.common.synchronization [req-f38d0db5-79ee-444c-8246-486c629224d4 req-444422f5-30fe-4f0e-86bc-bc16c6b79aac service nova] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_members [ 991.859159] env[65581]: INFO networking_nsxv3.common.synchronization [req-f38d0db5-79ee-444c-8246-486c629224d4 req-444422f5-30fe-4f0e-86bc-bc16c6b79aac service nova] Enqueued Resource ID: feddd275-0121-4b29-ac86-f112cc9c96e5 with Priority: HIGHEST for action port [ 991.859159] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_rules [ 991.859159] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_members [ 991.859159] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feddd275-0121-4b29-ac86-f112cc9c96e5 with Priority: HIGHEST for action port [ 991.860369] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.860946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.861116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.861447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.861638] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.864012] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.864261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.864606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.864923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.866116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.866116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.866116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.866116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.866116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.866116] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.867236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-feddd275-0121-4b29-ac86-f112cc9c96e5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.867963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.868672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.868672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.868672] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feddd275-0121-4b29-ac86-f112cc9c96e5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.151736] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1f910c3-211c-4866-a6ce-3d0ccde5a2ee [ 992.152046] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.152196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.152319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.155629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.155629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.155629] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1f910c3-211c-4866-a6ce-3d0ccde5a2ee already deleted. [ 992.155629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f910c3-211c-4866-a6ce-3d0ccde5a2ee" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.370658] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.373822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.374064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.374299] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feddd275-0121-4b29-ac86-f112cc9c96e5 with status ACTIVE [ 992.374523] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.374780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.374818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.376206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.376247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.377026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.377026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.377026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.377026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.377026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.377298] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.377298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.377298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.377419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.378031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.378031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feddd275-0121-4b29-ac86-f112cc9c96e5 is going to be updated. [ 992.422256] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.422710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.422710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.422939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.422939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.423065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feddd275-0121-4b29-ac86-f112cc9c96e5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.696250] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1684e92d-88c0-4a02-b666-b41588cbd3c2 tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_rules [ 992.697026] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_rules [ 992.697471] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.697744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.699350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.699350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.699350] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.800021] env[65581]: INFO networking_nsxv3.common.synchronization [req-b08cf9ea-76aa-4306-8afb-15d475f1e9fd req-2792199c-c3f1-4d62-9803-2e35b4cb81cf tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 992.800021] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 992.800021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.800021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.800021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.800021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.800441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.800554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.800620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.800791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.800884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.800981] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.880421] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.977095] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e1e199c4-46c5-4af3-a011-b565c1eac4ea tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_rules [ 992.977095] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_rules [ 992.977399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.977689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.222346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.222346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.222346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222346] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 already deleted. [ 993.222346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222895] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.304196] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.381712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.381965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.381965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.382179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.382272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.382373] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 is going to be created. [ 993.407965] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.407965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.407965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.407965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.408225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.418321] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: UNINITIALIZED for 2s [ 993.743437] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.743637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.743637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.744161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.744161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.744161] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 already deleted. [ 993.744161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.809675] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.245129] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d2894f93-22d2-4552-a102-644a4f6bfadc None None] Enqueued Resource ID: a0434d0f-6f9f-411c-b619-14f8800299e1 with Priority: HIGHEST for action port [ 994.245129] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0434d0f-6f9f-411c-b619-14f8800299e1 with Priority: HIGHEST for action port [ 994.245796] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0434d0f-6f9f-411c-b619-14f8800299e1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.245796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0434d0f-6f9f-411c-b619-14f8800299e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.245796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0434d0f-6f9f-411c-b619-14f8800299e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.246030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0434d0f-6f9f-411c-b619-14f8800299e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.246095] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0434d0f-6f9f-411c-b619-14f8800299e1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.313618] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.314161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.314527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.314612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.314856] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.314856] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 994.353650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.353796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.353869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.354130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.354287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.367400] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 994.750485] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0434d0f-6f9f-411c-b619-14f8800299e1 [ 994.750941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.751970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.751970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.751970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.751970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.751970] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0434d0f-6f9f-411c-b619-14f8800299e1 already deleted. [ 994.751970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0434d0f-6f9f-411c-b619-14f8800299e1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.430336] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: SUCCESS [ 995.430660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.432064] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432064] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.934426] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.379715] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 996.380013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.436369] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c497530e-e406-40b9-a44a-c4abeb0e1bd1: rpc.has_security_group_logging(os_id): False [ 996.456451] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.456597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.456670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.456882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.456970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.457223] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.457325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.457382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.457533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.457608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.457697] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 is going to be created. [ 996.526758] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.526758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.526758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.527059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.527278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.538225] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: IN_PROGRESS for 2s [ 997.682873] env[65581]: INFO networking_nsxv3.common.synchronization [None req-9780ea91-112b-4928-88d0-635c63ec3c58 None None] Enqueued Resource ID: 913b7038-9a84-4f5c-be09-10c27cda849f with Priority: HIGHEST for action port [ 997.683873] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913b7038-9a84-4f5c-be09-10c27cda849f with Priority: HIGHEST for action port [ 997.683997] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-913b7038-9a84-4f5c-be09-10c27cda849f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.684145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-913b7038-9a84-4f5c-be09-10c27cda849f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.684222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-913b7038-9a84-4f5c-be09-10c27cda849f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.684948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-913b7038-9a84-4f5c-be09-10c27cda849f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.684948] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913b7038-9a84-4f5c-be09-10c27cda849f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.191482] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 913b7038-9a84-4f5c-be09-10c27cda849f [ 998.192671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.192671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.192671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.192671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.192671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.192671] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:913b7038-9a84-4f5c-be09-10c27cda849f already deleted. [ 998.192671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-913b7038-9a84-4f5c-be09-10c27cda849f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.553391] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: SUCCESS [ 998.553969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.720351] env[65581]: INFO networking_nsxv3.common.synchronization [req-0249d0aa-bfe8-45b4-9bf9-4e3382352ef4 req-a3e01cf0-8b94-405f-9cd5-145d7f570913 tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 998.720762] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 998.720762] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.720895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.720938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.721404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.721759] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.721759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.721759] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.722070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.722070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.722070] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.137358] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.137736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.137932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.138315] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.138633] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.139121] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.139121] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.139579] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.139754] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.140123] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.140250] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.140362] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.140907] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.140907] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.140907] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.140907] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.171422] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.171422] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.171422] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.171422] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.171422] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-0723f651-9d80-4f4a-9e7b-e12eb15411f8 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.171422] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.171422] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.171422] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.171422] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0723f651-9d80-4f4a-9e7b-e12eb15411f8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.224827] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.225038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.225038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.225773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.225817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.226102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.226197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.226288] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 already deleted. [ 999.226370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.543572] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b3532e55-d807-4974-844b-ce35e26154e2 None None] Enqueued Resource ID: 6cc755d6-2de1-4458-8b41-34f6cdc17821 with Priority: HIGHEST for action port [ 999.544295] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc755d6-2de1-4458-8b41-34f6cdc17821 with Priority: HIGHEST for action port [ 999.544760] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc755d6-2de1-4458-8b41-34f6cdc17821 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.544939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc755d6-2de1-4458-8b41-34f6cdc17821" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.545140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc755d6-2de1-4458-8b41-34f6cdc17821" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.545319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc755d6-2de1-4458-8b41-34f6cdc17821" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.545457] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc755d6-2de1-4458-8b41-34f6cdc17821',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.675345] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.675612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.675764] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.676075] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.676216] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.676371] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 0723f651-9d80-4f4a-9e7b-e12eb15411f8 not found, creating... [ 999.676674] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.676848] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.676983] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.677244] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.678068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.678068] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.678068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.678068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.678746] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.678746] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.678746] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 is going to be created. [ 999.703883] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.704250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.704424] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.705142] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.705142] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.705395] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.047393] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc755d6-2de1-4458-8b41-34f6cdc17821 [ 1000.047749] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.047819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.047860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.048137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.048243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.048347] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc755d6-2de1-4458-8b41-34f6cdc17821 already deleted. [ 1000.048427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc755d6-2de1-4458-8b41-34f6cdc17821" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.491729] env[65581]: INFO networking_nsxv3.common.synchronization [req-0249d0aa-bfe8-45b4-9bf9-4e3382352ef4 req-bb4d0d32-66f4-46be-9492-adc61167c4ca service nova] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 1000.492492] env[65581]: INFO networking_nsxv3.common.synchronization [req-0249d0aa-bfe8-45b4-9bf9-4e3382352ef4 req-bb4d0d32-66f4-46be-9492-adc61167c4ca service nova] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 1000.492492] env[65581]: INFO networking_nsxv3.common.synchronization [req-0249d0aa-bfe8-45b4-9bf9-4e3382352ef4 req-bb4d0d32-66f4-46be-9492-adc61167c4ca service nova] Enqueued Resource ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 with Priority: HIGHEST for action port [ 1000.492492] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 1000.493690] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 1000.493690] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 with Priority: HIGHEST for action port [ 1000.493690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.493690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.493690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.493690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.493990] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.494628] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.494784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.494872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.495061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.495240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.495383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.495475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.495692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.495819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.495920] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.496998] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0723f651-9d80-4f4a-9e7b-e12eb15411f8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.497150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.497211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.497349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.497428] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0723f651-9d80-4f4a-9e7b-e12eb15411f8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.000190] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.001249] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.001362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.001518] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0723f651-9d80-4f4a-9e7b-e12eb15411f8 with status ACTIVE [ 1001.001678] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.001821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.001867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.002104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.002506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.002506] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.002506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.002718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.002775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.002842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.003019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.003151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.003151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.004997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.004997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.004997] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 is going to be updated. [ 1001.029241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.029406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.029459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.030063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.030063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.030063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.413769] env[65581]: INFO networking_nsxv3.common.synchronization [None req-40a90410-3b84-4224-9e0c-b861a16ca872 None None] Enqueued Resource ID: d87c2247-34c9-41fd-8353-8ac8d8f196c2 with Priority: HIGHEST for action port [ 1001.414213] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87c2247-34c9-41fd-8353-8ac8d8f196c2 with Priority: HIGHEST for action port [ 1001.415202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87c2247-34c9-41fd-8353-8ac8d8f196c2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.415202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87c2247-34c9-41fd-8353-8ac8d8f196c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.415202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87c2247-34c9-41fd-8353-8ac8d8f196c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.422123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87c2247-34c9-41fd-8353-8ac8d8f196c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.422333] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87c2247-34c9-41fd-8353-8ac8d8f196c2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.508228] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.925131] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d87c2247-34c9-41fd-8353-8ac8d8f196c2 [ 1001.925373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.925506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.925575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.925829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.925968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.926112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d87c2247-34c9-41fd-8353-8ac8d8f196c2 already deleted. [ 1001.926205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87c2247-34c9-41fd-8353-8ac8d8f196c2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.010709] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.010941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.010941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.011174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.011263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.011361] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 is going to be created. [ 1002.038714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.041040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.041040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.041040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.041040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.051503] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: UNINITIALIZED for 2s [ 1004.063098] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: SUCCESS [ 1004.063724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.063724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.063724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.063950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.064062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.064162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.064555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.064555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.064555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.064555] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.250318] env[65581]: INFO networking_nsxv3.common.synchronization [None req-69d08e32-f2bf-4328-a456-a31f0bf57fd2 None None] Enqueued Resource ID: c72c015b-a34c-44c1-bf10-64d4cca8486e with Priority: HIGHEST for action port [ 1004.251106] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72c015b-a34c-44c1-bf10-64d4cca8486e with Priority: HIGHEST for action port [ 1004.254475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72c015b-a34c-44c1-bf10-64d4cca8486e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.254801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72c015b-a34c-44c1-bf10-64d4cca8486e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.254801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72c015b-a34c-44c1-bf10-64d4cca8486e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.254997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72c015b-a34c-44c1-bf10-64d4cca8486e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.255122] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72c015b-a34c-44c1-bf10-64d4cca8486e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.567059] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.734199] env[65581]: INFO networking_nsxv3.common.synchronization [None req-dab5049f-77d4-4b96-903a-f419d0e49857 None None] Enqueued Resource ID: c65f048e-626a-4081-9e37-38810f9fb4ab with Priority: HIGHEST for action port [ 1004.738121] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65f048e-626a-4081-9e37-38810f9fb4ab with Priority: HIGHEST for action port [ 1004.738121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65f048e-626a-4081-9e37-38810f9fb4ab taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.738121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65f048e-626a-4081-9e37-38810f9fb4ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.738121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65f048e-626a-4081-9e37-38810f9fb4ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.738121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65f048e-626a-4081-9e37-38810f9fb4ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.738121] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65f048e-626a-4081-9e37-38810f9fb4ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.752192] env[65581]: INFO networking_nsxv3.common.synchronization [req-7883db04-07d6-44ae-84be-ba723eb2c9fa req-c9af4e24-cb88-43f6-9d0c-ab8cef36fc0f tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1004.753683] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1004.753683] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.753683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.753683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.754021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.754220] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.754318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.754417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.754608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.754694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.754821] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.757505] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c72c015b-a34c-44c1-bf10-64d4cca8486e [ 1004.757892] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.758059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.758130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758496] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c72c015b-a34c-44c1-bf10-64d4cca8486e already deleted. [ 1004.758579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72c015b-a34c-44c1-bf10-64d4cca8486e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.070421] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 080708c0-80bc-43b4-a6b6-2509e95873c6: rpc.has_security_group_logging(os_id): False [ 1005.108810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.108810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.108810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.108810] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 is going to be created. [ 1005.167429] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.167429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.167429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.167738] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.168296] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.168596] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168840] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.169442] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.169758] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.170167] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.170434] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.170789] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.171012] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.171274] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.171520] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.171826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.224228] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.224228] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.224445] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.226218] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.226604] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-cd409559-0968-40d7-a6f0-d918f3b76a75 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.227149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.227149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.227371] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.227515] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd409559-0968-40d7-a6f0-d918f3b76a75',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.242334] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c65f048e-626a-4081-9e37-38810f9fb4ab [ 1005.242334] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.242546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.242546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.243350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.243350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.243350] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c65f048e-626a-4081-9e37-38810f9fb4ab already deleted. [ 1005.243350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65f048e-626a-4081-9e37-38810f9fb4ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.260324] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.260542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.260542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.260742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.260831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.261037] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.261134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.261198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.261359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.261435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.261519] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 already deleted. [ 1005.261601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.286077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.286373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.286373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.286588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.286771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.316832] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: IN_PROGRESS for 2s [ 1005.730950] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.731273] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.731419] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.731998] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.732190] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.732402] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port cd409559-0968-40d7-a6f0-d918f3b76a75 not found, creating... [ 1005.732701] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.732884] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.733047] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.733371] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.733526] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.733971] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.735293] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.735429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.736053] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.736183] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.736348] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: cd409559-0968-40d7-a6f0-d918f3b76a75 is going to be created. [ 1005.762483] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.762797] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.762916] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.763516] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.763940] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.764365] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.445335] env[65581]: INFO networking_nsxv3.common.synchronization [req-7883db04-07d6-44ae-84be-ba723eb2c9fa req-9ec5198b-9a8b-40f1-964f-d152025d9c7c service nova] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 1006.445666] env[65581]: INFO networking_nsxv3.common.synchronization [req-7883db04-07d6-44ae-84be-ba723eb2c9fa req-9ec5198b-9a8b-40f1-964f-d152025d9c7c service nova] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1006.445666] env[65581]: INFO networking_nsxv3.common.synchronization [req-7883db04-07d6-44ae-84be-ba723eb2c9fa req-9ec5198b-9a8b-40f1-964f-d152025d9c7c service nova] Enqueued Resource ID: cd409559-0968-40d7-a6f0-d918f3b76a75 with Priority: HIGHEST for action port [ 1006.446224] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 1006.446366] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1006.446572] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd409559-0968-40d7-a6f0-d918f3b76a75 with Priority: HIGHEST for action port [ 1006.446748] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.446874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.446966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.447190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.447274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.448131] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.448245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.448311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.448475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.448617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.448750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.448786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.448902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.448987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.449096] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.449835] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd409559-0968-40d7-a6f0-d918f3b76a75 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.449943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.450053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.450235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.450310] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd409559-0968-40d7-a6f0-d918f3b76a75',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.894922] env[65581]: INFO networking_nsxv3.common.synchronization [None req-88607b96-5d06-43c4-8bbe-d036697f91ae None None] Enqueued Resource ID: 7a72d3d1-d201-4db7-b7c7-515bb11818d0 with Priority: HIGHEST for action port [ 1006.895256] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a72d3d1-d201-4db7-b7c7-515bb11818d0 with Priority: HIGHEST for action port [ 1006.895669] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a72d3d1-d201-4db7-b7c7-515bb11818d0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.895823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a72d3d1-d201-4db7-b7c7-515bb11818d0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.895823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a72d3d1-d201-4db7-b7c7-515bb11818d0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.896642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a72d3d1-d201-4db7-b7c7-515bb11818d0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.896792] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a72d3d1-d201-4db7-b7c7-515bb11818d0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.952804] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.952952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.954350] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.957719] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd409559-0968-40d7-a6f0-d918f3b76a75 with status ACTIVE [ 1006.957719] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.957719] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.957719] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.957719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.958516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.958516] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd409559-0968-40d7-a6f0-d918f3b76a75 is going to be updated. [ 1006.981060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.981286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.981419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.982273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.982273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.982273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd409559-0968-40d7-a6f0-d918f3b76a75" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.337091] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: SUCCESS [ 1007.337375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.401790] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a72d3d1-d201-4db7-b7c7-515bb11818d0 [ 1007.401790] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.401790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.401790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.401790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.401790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.401790] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a72d3d1-d201-4db7-b7c7-515bb11818d0 already deleted. [ 1007.401790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a72d3d1-d201-4db7-b7c7-515bb11818d0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.460246] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.964333] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.964521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.964569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.964825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.964919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.965103] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be created. [ 1007.992993] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.993254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.993254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.993640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.993822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.008118] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: UNINITIALIZED for 2s [ 1009.143691] env[65581]: INFO networking_nsxv3.common.synchronization [req-eeeb2dd6-4544-4d08-abb2-c3e373056018 req-ae1e6b02-67ec-4a86-a5d6-1753b67656cf tempest-InstanceActionsTestJSON-1204927981 tempest-InstanceActionsTestJSON-1204927981-project-member] Enqueued Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_members [ 1009.144360] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_members [ 1009.144726] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.144919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.145010] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.145438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.145904] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.145904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.146060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.146262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.146389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.146763] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.331089] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.331274] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.508092] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.508352] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-649" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.508515] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-649" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.508871] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-649" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509557] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509971] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.510263] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.510449] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.510709] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.510825] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.510965] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.511119] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.511275] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.511414] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.511575] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.530905] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.531282] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.531282] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.531595] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-649" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531806] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-097bf0d3-004e-4606-879f-c26f47574a6a taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.531982] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.532127] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.532487] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.532574] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097bf0d3-004e-4606-879f-c26f47574a6a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.653821] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.653821] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.653821] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 already deleted. [ 1009.653821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687476] env[65581]: INFO networking_nsxv3.common.synchronization [req-94b333f0-f050-48cb-8d27-d0848b712a63 req-f5123cda-5a60-4f64-b11f-cb9412bf415c tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1009.687476] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1009.687476] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.688218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.688416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.689386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.689745] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.690012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.691521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.691521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.691521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.691521] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.019595] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1010.019848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.020071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.020379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.020580] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.020724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.020816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.021027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.021131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.021222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.021322] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.036705] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.036705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.036705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.036705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.036705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.036705] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 097bf0d3-004e-4606-879f-c26f47574a6a not found, creating... [ 1010.036705] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.037573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.037775] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.038492] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.039455] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.039455] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.040396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.040570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.041053] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.041249] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.041457] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 097bf0d3-004e-4606-879f-c26f47574a6a is going to be created. [ 1010.069862] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.070255] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.070472] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.070862] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.071398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.071634] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.079931] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.080199] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.080333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.080645] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.080935] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.081136] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.081276] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.081517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.081684] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.081939] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.082131] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.082288] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.082409] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.082585] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.082770] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.083058] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.103581] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.103766] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.103895] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.104205] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.104734] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-a737b17f-1c26-4a4b-8369-34d0deed2dc3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.104973] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.105104] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.105488] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.105694] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a737b17f-1c26-4a4b-8369-34d0deed2dc3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.193235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.193755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.193755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.193755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.236264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.236507] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.236650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.236650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.236845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.236938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.237028] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1010.286702] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.287019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.287019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.287319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.287497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.298746] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1010.531177] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.609014] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.609014] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.609014] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.609292] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.609419] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.609576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port a737b17f-1c26-4a4b-8369-34d0deed2dc3 not found, creating... [ 1010.609869] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.609991] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.610124] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.610393] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.610779] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.610863] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.610989] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.611104] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.611316] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.611447] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.611587] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: a737b17f-1c26-4a4b-8369-34d0deed2dc3 is going to be created. [ 1010.637610] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.637845] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.638076] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.638540] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.638730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.638980] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.793424] env[65581]: INFO networking_nsxv3.common.synchronization [req-eeeb2dd6-4544-4d08-abb2-c3e373056018 req-da615694-9e87-4f3a-97a9-c1b1ccb409b8 service nova] Enqueued Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_rules [ 1010.793716] env[65581]: INFO networking_nsxv3.common.synchronization [req-eeeb2dd6-4544-4d08-abb2-c3e373056018 req-da615694-9e87-4f3a-97a9-c1b1ccb409b8 service nova] Enqueued Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_members [ 1010.793961] env[65581]: INFO networking_nsxv3.common.synchronization [req-eeeb2dd6-4544-4d08-abb2-c3e373056018 req-da615694-9e87-4f3a-97a9-c1b1ccb409b8 service nova] Enqueued Resource ID: 097bf0d3-004e-4606-879f-c26f47574a6a with Priority: HIGHEST for action port [ 1010.795051] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_rules [ 1010.795051] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_members [ 1010.795051] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097bf0d3-004e-4606-879f-c26f47574a6a with Priority: HIGHEST for action port [ 1010.795467] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.795632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.795764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.796124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.796277] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.799237] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.799237] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.799237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.799237] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.799724] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-097bf0d3-004e-4606-879f-c26f47574a6a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.799830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.799913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.800179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.800400] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097bf0d3-004e-4606-879f-c26f47574a6a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.033766] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8524cea2-7207-4762-a7c4-2fb785a75761: rpc.has_security_group_logging(os_id): False [ 1011.052344] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.052614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.052614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.052812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.052914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.053184] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.053352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.053513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.053588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.053674] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be created. [ 1011.119583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.119745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.120038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.120038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.120222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.132950] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1011.304113] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.304113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.305562] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 097bf0d3-004e-4606-879f-c26f47574a6a with status ACTIVE [ 1011.306058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.306248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.306325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.306561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.306657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.306860] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.306971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.307051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.307269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.307307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.307478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.307573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.307635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.307819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.307934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.307996] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 097bf0d3-004e-4606-879f-c26f47574a6a is going to be updated. [ 1011.309117] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.348442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.351928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.351928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.351928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.351928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.351928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-097bf0d3-004e-4606-879f-c26f47574a6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.453059] env[65581]: INFO networking_nsxv3.common.synchronization [req-94b333f0-f050-48cb-8d27-d0848b712a63 req-21940f5a-4b6b-47ff-bb6f-96bd504481f4 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1011.453516] env[65581]: INFO networking_nsxv3.common.synchronization [req-94b333f0-f050-48cb-8d27-d0848b712a63 req-21940f5a-4b6b-47ff-bb6f-96bd504481f4 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1011.453782] env[65581]: INFO networking_nsxv3.common.synchronization [req-94b333f0-f050-48cb-8d27-d0848b712a63 req-21940f5a-4b6b-47ff-bb6f-96bd504481f4 service nova] Enqueued Resource ID: a737b17f-1c26-4a4b-8369-34d0deed2dc3 with Priority: HIGHEST for action port [ 1011.455486] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1011.456090] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1011.456090] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a737b17f-1c26-4a4b-8369-34d0deed2dc3 with Priority: HIGHEST for action port [ 1011.456408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.464285] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.464285] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.464285] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a737b17f-1c26-4a4b-8369-34d0deed2dc3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.464285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.464285] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a737b17f-1c26-4a4b-8369-34d0deed2dc3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.725980] env[65581]: INFO networking_nsxv3.common.synchronization [req-1871debb-d1a2-4504-98a2-ac2b29a292a9 req-e61ac1e6-b60c-498a-ad2d-fe74842c032c tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_members [ 1011.726559] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_members [ 1011.727017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.727181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.727283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.727584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.727747] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.727846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.727926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.728221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.728297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.728391] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.812920] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.963767] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a737b17f-1c26-4a4b-8369-34d0deed2dc3 with status ACTIVE [ 1011.964019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.964164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.964230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.964483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.964939] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.965098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.965187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.965345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.965460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.969018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.969018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.969018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.969018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.969018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.969018] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a737b17f-1c26-4a4b-8369-34d0deed2dc3 is going to be updated. [ 1011.969561] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.969664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.994097] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.994336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.994336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.994525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.994660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.994892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a737b17f-1c26-4a4b-8369-34d0deed2dc3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.143604] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.143812] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.143945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.144214] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.144603] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.144825] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.144957] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.145155] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.145301] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.145550] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.145715] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.145780] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.145956] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.146056] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.146196] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.146300] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.165990] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.166240] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.166331] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.167206] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-590" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.167206] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.167206] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.167206] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.167466] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.167668] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddd6751-c742-4a57-bf78-aa5a42d6cd6a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.230792] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.231016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.231083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.231267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.231352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.231565] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.231684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.231750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.231900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.231991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.232103] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 already deleted. [ 1012.232189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.313257] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1012.313257] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 deletion is rescheduled due to dependency. [ 1012.313257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.313797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.314029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.314240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.314347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.314395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.314545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.314625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.314721] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.315941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.316087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.316163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.316352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.316434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.316532] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 is going to be created. [ 1012.345240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.345392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.345463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.345629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.346083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.357699] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 in Status: UNINITIALIZED for 2s [ 1012.535816] env[65581]: INFO networking_nsxv3.common.synchronization [req-77bc8416-60a6-401e-a5e8-0b6fc654b803 req-991a7d89-d6d3-4005-b4cc-3bdabc48b7ba tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1012.536449] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1012.536812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.536918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.536964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.537206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.537367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.537479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.537542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.537694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.537792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.537888] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.672014] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.672598] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.672932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.673470] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.674534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.674534] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 4ddd6751-c742-4a57-bf78-aa5a42d6cd6a not found, creating... [ 1012.674534] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.674534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.677818] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.677818] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.677818] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.678328] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.678506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.678645] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.678965] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.679197] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.679197] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 4ddd6751-c742-4a57-bf78-aa5a42d6cd6a is going to be created. [ 1012.700679] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.700902] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.701038] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.701327] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.701553] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.701781] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.820542] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.042141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.042366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.042412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.043275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.043275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.043275] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.043275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.043275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.043275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.043656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.043656] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 1013.074636] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.074636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.075047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.075172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.075482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.086190] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 1013.145806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1013.145950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.323013] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.415759] env[65581]: INFO networking_nsxv3.common.synchronization [req-1871debb-d1a2-4504-98a2-ac2b29a292a9 req-902b719d-de6c-4867-8bf0-0115f5477420 service nova] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_rules [ 1013.415968] env[65581]: INFO networking_nsxv3.common.synchronization [req-1871debb-d1a2-4504-98a2-ac2b29a292a9 req-902b719d-de6c-4867-8bf0-0115f5477420 service nova] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_members [ 1013.416122] env[65581]: INFO networking_nsxv3.common.synchronization [req-1871debb-d1a2-4504-98a2-ac2b29a292a9 req-902b719d-de6c-4867-8bf0-0115f5477420 service nova] Enqueued Resource ID: 4ddd6751-c742-4a57-bf78-aa5a42d6cd6a with Priority: HIGHEST for action port [ 1013.416685] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_rules [ 1013.416906] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_members [ 1013.417033] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddd6751-c742-4a57-bf78-aa5a42d6cd6a with Priority: HIGHEST for action port [ 1013.417323] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.417441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.417509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.417714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.417794] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.418669] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.418758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.418865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.418990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.419159] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.419255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.419317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.419469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.419551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.419803] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.422206] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.422581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.422655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.422923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.423012] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddd6751-c742-4a57-bf78-aa5a42d6cd6a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.826030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.829632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.829632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.829632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.829632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.829632] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1013.883942] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.884183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.884183] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.884399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.884505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.894961] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1013.924751] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.924929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.925194] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ddd6751-c742-4a57-bf78-aa5a42d6cd6a with status ACTIVE [ 1013.925459] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.925558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.925558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.925763] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.925885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.925997] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.926156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.926156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.926319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.926390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.926559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.926666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.926699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.926882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.926923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.926997] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ddd6751-c742-4a57-bf78-aa5a42d6cd6a is going to be updated. [ 1013.928225] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.966348] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.966532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.966656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.966769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.966906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.967082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ddd6751-c742-4a57-bf78-aa5a42d6cd6a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.996732] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e6faa3d-4da5-44a8-ac06-ea85832dc69c req-315ab804-5544-4319-a71b-eb45940674b3 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1013.998263] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1013.998553] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.998680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.998781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.998948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.999137] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.999238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.999454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.999540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.999633] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.368747] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 in Status: SUCCESS [ 1014.369041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.369107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.369329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.369529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.369624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.369681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370266] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.392382] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.392382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.392382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.392382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.392382] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.392382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.392772] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.393117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.393369] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.393676] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.393890] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.394104] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.394305] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.394511] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.394817] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.396474] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.418517] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.418873] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.421018] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.421018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.421018] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-7d394f1b-38da-4f22-844f-ddd023c1123b taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.421018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.421018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.421018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.421018] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d394f1b-38da-4f22-844f-ddd023c1123b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.430490] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.502886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.503161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.503267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.503534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.503632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.503892] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.504037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.504140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.504315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.504402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.504501] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1014.533140] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.533347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.533465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.533705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.533963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.543867] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1014.872440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.872723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.872723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.873100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.873316] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.873459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.873560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.873735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.873823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.873942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.874139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.874527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.874687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.875153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875325] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.923392] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.923392] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.923392] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.925191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.925191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.925191] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 7d394f1b-38da-4f22-844f-ddd023c1123b not found, creating... [ 1014.925191] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.925191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.926771] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.926771] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.926771] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.926771] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.926771] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.926957] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.927273] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.927511] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.927762] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 7d394f1b-38da-4f22-844f-ddd023c1123b is going to be created. [ 1014.932837] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.932965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.933052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.933238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.933323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.933414] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 is going to be created. [ 1014.956183] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.956446] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.956517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.956792] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.957061] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.957328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.958910] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.959038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.959113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.959281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.959415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.971116] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 in Status: UNINITIALIZED for 2s [ 1015.172768] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 1015.172768] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 deletion is rescheduled due to dependency. [ 1015.172768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.378072] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1: rpc.has_security_group_logging(os_id): False [ 1015.404123] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.404369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.404369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.404495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.404627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.404815] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.404960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.405045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.405209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.405327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.405620] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.405726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.406021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.406021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.406021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.406347] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.406347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.406347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.406531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.406730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.406730] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 is going to be created. [ 1015.502994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.502994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.502994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.502994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.502994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.514234] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 in Status: IN_PROGRESS for 2s [ 1015.684952] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e6faa3d-4da5-44a8-ac06-ea85832dc69c req-c1dccefd-a6a9-4e8e-924d-100f610fc76a service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1015.685792] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e6faa3d-4da5-44a8-ac06-ea85832dc69c req-c1dccefd-a6a9-4e8e-924d-100f610fc76a service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1015.685792] env[65581]: INFO networking_nsxv3.common.synchronization [req-7e6faa3d-4da5-44a8-ac06-ea85832dc69c req-c1dccefd-a6a9-4e8e-924d-100f610fc76a service nova] Enqueued Resource ID: 7d394f1b-38da-4f22-844f-ddd023c1123b with Priority: HIGHEST for action port [ 1015.685971] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1015.686214] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1015.686339] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d394f1b-38da-4f22-844f-ddd023c1123b with Priority: HIGHEST for action port [ 1015.686637] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.686762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.687144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.687144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.687144] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.688658] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.688757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.688960] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d394f1b-38da-4f22-844f-ddd023c1123b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.689082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.689159] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.689337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.689412] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d394f1b-38da-4f22-844f-ddd023c1123b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.908526] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.908526] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.908526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.908526] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.194192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.194716] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d394f1b-38da-4f22-844f-ddd023c1123b with status ACTIVE [ 1016.194716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.194961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.195152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.195279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.195486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.195486] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.195579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.195785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.195785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.195975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.196086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.196147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.196290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.196369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.196492] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d394f1b-38da-4f22-844f-ddd023c1123b is going to be updated. [ 1016.222244] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.222244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.222244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.222244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.222244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.222244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d394f1b-38da-4f22-844f-ddd023c1123b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.411494] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.411875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.411875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412097] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.413253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.413340] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.413389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.413466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.413575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.413649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.413733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.413829] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.465360] env[65581]: INFO networking_nsxv3.common.synchronization [req-1430676a-5bf3-4394-a734-2186a0e374ac req-0f5caaeb-0e3f-44b2-bf7d-4539119d6641 tempest-ServerRescueTestJSON-1507845870 tempest-ServerRescueTestJSON-1507845870-project-member] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1016.466066] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1016.466283] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.466409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.466480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.466736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.466896] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.466997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.467954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.468357] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.555469] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1016.557788] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.557788] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.557788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557788] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.838237] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.838237] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.838237] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.842181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.842181] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.842181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.842181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.842181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.842181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.842181] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.842181] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.842181] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.842181] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.842181] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.842181] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.842181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.864438] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.864438] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.864438] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.864686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.865013] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-8a42f30c-b602-4768-8d5b-caddecea393b taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.865207] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.865327] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.865639] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.865776] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a42f30c-b602-4768-8d5b-caddecea393b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.916224] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 692581f8-c3ac-4f4f-aada-8656ce817cb8: rpc.has_security_group_logging(os_id): False [ 1016.936405] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.936545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.936598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.936887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.936995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.937145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.937306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.937410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.937605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.937693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.937958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.938112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.938209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.938383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.938495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.938731] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.938854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.938941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.939134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.939251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.939371] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1016.971680] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.971680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.971680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.971680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.971680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.971680] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.972239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.972239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.972239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.972239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.972239] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 already deleted. [ 1016.972239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.980151] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 in Status: SUCCESS [ 1016.980377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.981157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.981405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.981537] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.982406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.982406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.982406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.982406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.982406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.982406] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.006089] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.006089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.006089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.006089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.006089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.019584] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1017.060165] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.368631] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.368860] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.368987] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.369326] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.369488] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.369649] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 8a42f30c-b602-4768-8d5b-caddecea393b not found, creating... [ 1017.369916] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.370093] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.370221] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.370453] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.370590] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.370876] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.371390] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.371580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.371851] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.371967] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.372129] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 8a42f30c-b602-4768-8d5b-caddecea393b is going to be created. [ 1017.393243] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.393485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.393613] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.393881] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394135] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.484735] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.527810] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 in Status: SUCCESS [ 1017.527959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.563242] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.987348] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3054cb9e-dbef-45eb-8d2c-253ff50656d6: rpc.has_security_group_logging(os_id): False [ 1018.010077] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.010299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.010299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.010530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.010625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.010885] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.010996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.011140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.011242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.011874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.011874] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 is going to be created. [ 1018.066468] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.066671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.066671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.067210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.067328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.067415] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1018.080768] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.081024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.081316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.082325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.082765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.098993] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 in Status: IN_PROGRESS for 2s [ 1018.107404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.107738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.107738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.107865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.108129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.122085] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1018.161927] env[65581]: INFO networking_nsxv3.common.synchronization [req-1430676a-5bf3-4394-a734-2186a0e374ac req-184b1f23-41ee-4157-9adc-1034dfdff38e service nova] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_rules [ 1018.162211] env[65581]: INFO networking_nsxv3.common.synchronization [req-1430676a-5bf3-4394-a734-2186a0e374ac req-184b1f23-41ee-4157-9adc-1034dfdff38e service nova] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1018.162420] env[65581]: INFO networking_nsxv3.common.synchronization [req-1430676a-5bf3-4394-a734-2186a0e374ac req-184b1f23-41ee-4157-9adc-1034dfdff38e service nova] Enqueued Resource ID: 8a42f30c-b602-4768-8d5b-caddecea393b with Priority: HIGHEST for action port [ 1018.162938] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_rules [ 1018.162938] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1018.163119] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a42f30c-b602-4768-8d5b-caddecea393b with Priority: HIGHEST for action port [ 1018.163404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.163536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.163602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.163899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.164010] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.165494] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.165645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.165645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.166030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.166110] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.166165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.166221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.166480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.166480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.166612] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.167639] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a42f30c-b602-4768-8d5b-caddecea393b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.167995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.167995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.168107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.169068] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a42f30c-b602-4768-8d5b-caddecea393b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.673021] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.673021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.673021] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a42f30c-b602-4768-8d5b-caddecea393b with status ACTIVE [ 1018.673021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.673021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.673021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.675361] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.675608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.675806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.677725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.677725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.677725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a42f30c-b602-4768-8d5b-caddecea393b is going to be updated. [ 1018.701848] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.701848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.701848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.701848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.701848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.701848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a42f30c-b602-4768-8d5b-caddecea393b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.962813] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8f075122-55aa-4ef8-ab06-db76511d2e60 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1018.963386] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1018.964017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.964017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.964017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.964272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.964272] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.964747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.964747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.964747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.964747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.964747] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.034179] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1019.034179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.172799] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.469665] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.675549] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.675931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.675931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.676084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.676161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.676220] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be created. [ 1019.708477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.708669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.708736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.709635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.709844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.726409] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: UNINITIALIZED for 2s [ 1019.974447] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.116106] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 in Status: SUCCESS [ 1020.116373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.133034] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1020.133296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.133481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.133756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.134755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.134755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.135033] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.477902] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.478521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.478521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.478521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.478629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.478663] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1020.514872] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.515160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.515262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.515483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.515949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.526905] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1020.639471] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.639471] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.639471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.639471] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.640305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.640305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.640642] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.008877] env[65581]: INFO networking_nsxv3.common.synchronization [req-3a894270-cc5a-4114-92ee-6e2826424882 req-f9694436-cab3-4952-99ec-a4c882a23af0 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_members [ 1021.009230] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGHEST for action security_group_members [ 1021.009574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.009768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.009869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.010114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.010284] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.010388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.010462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.010677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.010768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.010866] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.143317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 1021.166347] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.166517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.166611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.166925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.168040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.168543] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.168707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.169342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.170454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.170454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.170454] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.170454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.170454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.170744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.170744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.170883] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.170974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.171083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.171263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.171359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.171450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1021.194215] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed43e36f-4b7b-4e7a-b894-ef3d5681535e req-63782118-6047-4e5e-ae62-373e5cd97729 tempest-ServersNegativeTestMultiTenantJSON-376258584 tempest-ServersNegativeTestMultiTenantJSON-376258584-project-member] Enqueued Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_members [ 1021.196050] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_members [ 1021.196623] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.196795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.196911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.197112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.197285] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.197390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.197448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.197659] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.197728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.197790] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.260127] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.260335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.260406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.260631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.260772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.274624] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1021.473073] env[65581]: INFO networking_nsxv3.common.synchronization [None req-63180bbd-36bd-4272-9de0-9b66446031f3 None None] Enqueued Resource ID: 356977bd-c272-49e3-aa55-2b91afa7a766 with Priority: HIGHEST for action port [ 1021.473073] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356977bd-c272-49e3-aa55-2b91afa7a766 with Priority: HIGHEST for action port [ 1021.473073] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-356977bd-c272-49e3-aa55-2b91afa7a766 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.473073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356977bd-c272-49e3-aa55-2b91afa7a766" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.473073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356977bd-c272-49e3-aa55-2b91afa7a766" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.473073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356977bd-c272-49e3-aa55-2b91afa7a766" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.473073] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356977bd-c272-49e3-aa55-2b91afa7a766',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.517093] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.517328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.517525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.517688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.517688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.517958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.517958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.518116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.518162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.518266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.518322] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 is going to be updated. [ 1021.552404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.552616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.552684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.552992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.553168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.565142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 in Status: IN_PROGRESS for 2s [ 1021.700619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.700619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.701607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.701607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.701607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.701607] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.702656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.702941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.703259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.703448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.703808] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 already deleted. [ 1021.703808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.720919] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.720919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-569" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.720919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-569" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.721426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-569" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.721426] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.721426] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.721570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.721762] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.721908] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722144] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.722256] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.722360] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.722466] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.722571] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.722673] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.722970] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.737163] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1021.737334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.738045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.738045] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.738045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.738437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.738437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.738437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738661] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.743869] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.744085] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.744423] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.744662] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-569" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.745160] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-f692cf9a-6743-4df4-90e4-bd93fec8e947 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.745358] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.745537] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.746141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.746246] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f692cf9a-6743-4df4-90e4-bd93fec8e947',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.977321] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 356977bd-c272-49e3-aa55-2b91afa7a766 [ 1021.977544] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.978236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.978236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.978236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.978236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.978236] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:356977bd-c272-49e3-aa55-2b91afa7a766 already deleted. [ 1021.978236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356977bd-c272-49e3-aa55-2b91afa7a766" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.241174] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.241174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.241174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.241174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.241626] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.241626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.241626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.241626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.241794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.241794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.241896] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.241990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.242066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.242212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.242353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.242452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.242528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.242629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.242762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.242857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.242968] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.248414] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.248642] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.248808] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.249333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.249333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.249525] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port f692cf9a-6743-4df4-90e4-bd93fec8e947 not found, creating... [ 1022.249833] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.249991] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.250167] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.251105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.251105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.251105] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.251105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.251715] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.251715] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.251715] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.251915] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: f692cf9a-6743-4df4-90e4-bd93fec8e947 is going to be created. [ 1022.275027] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.275027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.275027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.275027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.275027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.275027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.538760] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1022.539023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546821] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.546821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.546821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.546821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.546821] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.547265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.547265] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.547379] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547492] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.547735] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.547869] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.547999] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.548125] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.548245] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.548380] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.548516] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.569136] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.569312] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.569454] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.569626] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.569977] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-876422d8-0326-475c-9725-be5de4066f0b taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.570173] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.570294] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.570614] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.570749] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876422d8-0326-475c-9725-be5de4066f0b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.745089] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1079bed-74a3-4cc0-91be-4da3fd9221b0: rpc.has_security_group_logging(os_id): False [ 1022.767906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.768129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.768259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.768655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.768768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.769058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.769227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.769334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.769594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.769726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.770054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.770222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.770333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.770732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.770732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.770994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.771158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.771265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.771497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.771632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.771804] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be created. [ 1022.848430] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.848695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.848695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.848888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.849047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.865111] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1023.010034] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed43e36f-4b7b-4e7a-b894-ef3d5681535e req-cdcdda5d-0e3e-43bb-9d4d-2271eb64dc03 service nova] Enqueued Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_rules [ 1023.010246] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed43e36f-4b7b-4e7a-b894-ef3d5681535e req-cdcdda5d-0e3e-43bb-9d4d-2271eb64dc03 service nova] Enqueued Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_members [ 1023.010415] env[65581]: INFO networking_nsxv3.common.synchronization [req-ed43e36f-4b7b-4e7a-b894-ef3d5681535e req-cdcdda5d-0e3e-43bb-9d4d-2271eb64dc03 service nova] Enqueued Resource ID: f692cf9a-6743-4df4-90e4-bd93fec8e947 with Priority: HIGHEST for action port [ 1023.010993] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_rules [ 1023.012827] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_members [ 1023.012827] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f692cf9a-6743-4df4-90e4-bd93fec8e947 with Priority: HIGHEST for action port [ 1023.013056] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.013155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.013155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.013463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.013558] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.014558] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.014665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.014734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.014968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.015139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.015245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.015309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.015462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.015550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.015710] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.016884] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-f692cf9a-6743-4df4-90e4-bd93fec8e947 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.017237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.017237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.017470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.017601] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f692cf9a-6743-4df4-90e4-bd93fec8e947',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.076649] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.076649] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 876422d8-0326-475c-9725-be5de4066f0b not found, creating... [ 1023.076649] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.076649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.077157] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.077157] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.077945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.077945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.078404] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.078700] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 876422d8-0326-475c-9725-be5de4066f0b is going to be created. [ 1023.102533] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.102730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.102891] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.103311] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.103621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.103816] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.295377] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1023.297180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.522446] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.523617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.523727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.523895] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f692cf9a-6743-4df4-90e4-bd93fec8e947 with status ACTIVE [ 1023.524075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.524445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.524445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.524445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.524598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.524738] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.524799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.524832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.525083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.525170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.525485] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.525485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.525485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.525601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.525660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.525742] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f692cf9a-6743-4df4-90e4-bd93fec8e947 is going to be updated. [ 1023.549885] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.550067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.550165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.550445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.550726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.550868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f692cf9a-6743-4df4-90e4-bd93fec8e947" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.552113] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e68385ae-7cc8-4f62-9bd1-fab0aefaa342 None None] Enqueued Resource ID: e92beeb1-694b-4ac4-80e4-dcd737348e3d with Priority: HIGHEST for action port [ 1023.552855] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92beeb1-694b-4ac4-80e4-dcd737348e3d with Priority: HIGHEST for action port [ 1023.553255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92beeb1-694b-4ac4-80e4-dcd737348e3d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.553401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92beeb1-694b-4ac4-80e4-dcd737348e3d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.553497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92beeb1-694b-4ac4-80e4-dcd737348e3d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92beeb1-694b-4ac4-80e4-dcd737348e3d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.553939] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92beeb1-694b-4ac4-80e4-dcd737348e3d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.570557] env[65581]: INFO networking_nsxv3.common.synchronization [req-8bfd1fe9-627b-41bd-b241-c819e986040c req-bd5b3749-a6ac-4a30-81f6-baa561b0bfa2 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1023.571568] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1023.571755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.571919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.571990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574797] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.574797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.574797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.574797] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.578068] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 in Status: SUCCESS [ 1023.578215] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 deletion is rescheduled due to dependency. [ 1023.578327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.844152] env[65581]: INFO networking_nsxv3.common.synchronization [req-2b1e6e46-de34-40ad-9f97-274c65a866e2 req-1288f9ba-1f74-461e-9422-8359e3d6a7a0 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1023.844339] env[65581]: INFO networking_nsxv3.common.synchronization [req-2b1e6e46-de34-40ad-9f97-274c65a866e2 req-1288f9ba-1f74-461e-9422-8359e3d6a7a0 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1023.844476] env[65581]: INFO networking_nsxv3.common.synchronization [req-2b1e6e46-de34-40ad-9f97-274c65a866e2 req-1288f9ba-1f74-461e-9422-8359e3d6a7a0 service nova] Enqueued Resource ID: 876422d8-0326-475c-9725-be5de4066f0b with Priority: HIGHEST for action port [ 1023.845064] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1023.845442] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1023.845442] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876422d8-0326-475c-9725-be5de4066f0b with Priority: HIGHEST for action port [ 1023.845630] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.845744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.845786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.846598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.846598] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.847894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.847894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.847894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.847894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.847894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.847894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.847894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.849201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.849201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.849201] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.849201] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-876422d8-0326-475c-9725-be5de4066f0b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.849201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.849201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.849505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.849505] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876422d8-0326-475c-9725-be5de4066f0b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.976110] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.976320] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.976450] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.976714] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.976972] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.977151] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.977269] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.977481] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.977626] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.977830] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.977989] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.978069] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.978170] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.978281] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.978388] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.978521] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.997360] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.997516] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.997658] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.997830] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.998167] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-b1cb3da6-2286-40c4-9528-e47effc1e733 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.998382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.998447] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.998788] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.998982] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1cb3da6-2286-40c4-9528-e47effc1e733',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.028290] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.056317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e92beeb1-694b-4ac4-80e4-dcd737348e3d [ 1024.056317] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.056545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.056545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.056695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.056782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.056879] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e92beeb1-694b-4ac4-80e4-dcd737348e3d already deleted. [ 1024.056960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92beeb1-694b-4ac4-80e4-dcd737348e3d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.081720] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.351204] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.352339] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.352419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.352526] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 876422d8-0326-475c-9725-be5de4066f0b with status ACTIVE [ 1024.352685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.352789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.352865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.353103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.353193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.353460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.353523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.353675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.353755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.354618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.354766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.354939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.355114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.355182] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 876422d8-0326-475c-9725-be5de4066f0b is going to be updated. [ 1024.378126] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.378274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.378345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.378554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.378696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.378859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876422d8-0326-475c-9725-be5de4066f0b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.502234] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.502518] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.502650] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.502942] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.503100] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.503466] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port b1cb3da6-2286-40c4-9528-e47effc1e733 not found, creating... [ 1024.503776] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.503943] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.504120] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.504501] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.504575] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.505054] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.505287] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.505474] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.505776] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.506010] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.506235] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: b1cb3da6-2286-40c4-9528-e47effc1e733 is going to be created. [ 1024.534211] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.534465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.534465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.534624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.535029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.535029] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 is going to be created. [ 1024.537284] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.537547] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.537673] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.537955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.538184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.538405] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.587194] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.587194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.587194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.587194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.587194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.587398] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.600695] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 in Status: UNINITIALIZED for 2s [ 1024.857560] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.878041] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1024.878264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.090926] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.091280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.091280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.091509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.091562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.091681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1025.129743] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.129884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.129927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.130257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.130500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.142621] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1025.302345] env[65581]: INFO networking_nsxv3.common.synchronization [req-8bfd1fe9-627b-41bd-b241-c819e986040c req-f34f86c3-5095-4dce-9a7b-4b836846dc1e service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1025.302584] env[65581]: INFO networking_nsxv3.common.synchronization [req-8bfd1fe9-627b-41bd-b241-c819e986040c req-f34f86c3-5095-4dce-9a7b-4b836846dc1e service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1025.302752] env[65581]: INFO networking_nsxv3.common.synchronization [req-8bfd1fe9-627b-41bd-b241-c819e986040c req-f34f86c3-5095-4dce-9a7b-4b836846dc1e service nova] Enqueued Resource ID: b1cb3da6-2286-40c4-9528-e47effc1e733 with Priority: HIGHEST for action port [ 1025.303485] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1025.303720] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1025.303830] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb3da6-2286-40c4-9528-e47effc1e733 with Priority: HIGHEST for action port [ 1025.304212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.304345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.304417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.304698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.304787] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.306083] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.306221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.306527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1cb3da6-2286-40c4-9528-e47effc1e733 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.306637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.306715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.306973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.307080] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1cb3da6-2286-40c4-9528-e47effc1e733',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.359900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.360340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.360340] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.360440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.360547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.360698] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1025.406446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.406678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.406678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.406900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.407074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.419620] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1025.811410] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1cb3da6-2286-40c4-9528-e47effc1e733 with status ACTIVE [ 1025.811625] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.811810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.811986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.812232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.812485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.812794] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.813018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.813127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.813353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.813462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.813734] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.813871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.813963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.818641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.818641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.818641] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1cb3da6-2286-40c4-9528-e47effc1e733 is going to be updated. [ 1025.819831] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.819972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.844685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.845134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.845134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.845297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.845297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.845471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1cb3da6-2286-40c4-9528-e47effc1e733" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.612038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 in Status: SUCCESS [ 1026.612038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.612038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.612495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.612495] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.612495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.612849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.612849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.612849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.612849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.613068] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.116389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.116691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.116853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.117394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.117689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.117861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.117948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.118489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.118687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.118845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.119230] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.119435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.119672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.120029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.120259] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.120459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.120577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.120829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.121026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121365] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.156879] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1027.156879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.157190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.157913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.158343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.158595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.158708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.158932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.159058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.159187] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.432181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1027.432502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.432692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.432923] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.433158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.433276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.433350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.433504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.433584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.433776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.433776] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.626183] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e7a50c-d73c-4cde-9944-5e4f58eada83: rpc.has_security_group_logging(os_id): False [ 1027.645415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.645594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.645660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.645862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.645948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.646222] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.646333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.646397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.646550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.646628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.646850] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.647046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.647046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.647161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.647235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.647415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.647510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.647568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.647727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.647794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.647898] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 is going to be created. [ 1027.662206] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.771984] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.772283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.772370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.772616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.772885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.794907] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 in Status: IN_PROGRESS for 2s [ 1027.936587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.936864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.936864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.936995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.937194] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.937318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.937380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.937501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.937609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.937700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.937848] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.937942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.938014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.938165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.938309] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.938397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.938458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.938584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.938655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.938739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.938832] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.164776] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.440949] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 692581f8-c3ac-4f4f-aada-8656ce817cb8: rpc.has_security_group_logging(os_id): False [ 1028.459431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.459632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.459676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.459916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.460052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.460271] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.460396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.460487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.460680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.460778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.461019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.461133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.461203] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.461813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.461813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.461813] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.461813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.462121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.462121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.462121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.462226] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1028.536631] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.536892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.536996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.537407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.537509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.552065] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1028.667657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.668055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.668055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.668500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.668500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.668613] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1028.708811] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.708955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.709035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.709275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.709458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.726337] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1029.810781] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 in Status: SUCCESS [ 1029.811180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.304587] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1030.304821] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1030.567827] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1030.568103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.738822] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1030.738822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.738822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.738822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.738822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.738822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.739176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.739176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.739176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.739176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.739307] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.820390] env[65581]: INFO networking_nsxv3.common.synchronization [req-03b9769d-976e-4706-9844-7bee417fbbb2 req-d70cd516-8399-42b9-ad36-561ff5208146 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1030.821296] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1030.821673] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.821881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.821979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.822782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.823156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.823156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.823308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.823409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.823497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.823849] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.203879] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.204149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.204440] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.204822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.205223] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.205433] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.205955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.206238] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.206394] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.206612] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.207150] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.207150] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.207150] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.207150] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.207442] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.207442] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.232546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.232698] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.232839] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.233141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.233384] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-3ca19990-bcbb-4876-897b-debf04cb0343 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.233556] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.233673] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.234114] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.234305] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca19990-bcbb-4876-897b-debf04cb0343',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.241827] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.242047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.242145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.242344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.242545] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.242643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.242709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.242852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.242941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.243064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.243315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.243416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.243416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.243549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.243682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.243782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.243836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.243985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.244078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.244162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.244249] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.328217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.328217] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.328217] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b already deleted. [ 1031.328217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.737464] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.737777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.737909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.738331] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.738552] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.738735] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 3ca19990-bcbb-4876-897b-debf04cb0343 not found, creating... [ 1031.739039] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.739219] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739406] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.739822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.739914] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.741517] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741702] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.741830] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.742086] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.742232] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.742549] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 3ca19990-bcbb-4876-897b-debf04cb0343 is going to be created. [ 1031.749311] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 1031.779405] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.779604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.779701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.779890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.779993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.780258] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.780423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.780497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.780644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.780758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.780964] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.781085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.781142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.781278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.781355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.781532] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.781624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.781681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.781819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.781892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.781974] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1031.784424] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.784612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.784716] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.784936] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.785393] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.785625] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.856020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.856020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.856020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.856020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.856020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.875034] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1032.500077] env[65581]: INFO networking_nsxv3.common.synchronization [req-03b9769d-976e-4706-9844-7bee417fbbb2 req-2da27126-18e0-4476-8821-200a9b7406c6 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1032.500270] env[65581]: INFO networking_nsxv3.common.synchronization [req-03b9769d-976e-4706-9844-7bee417fbbb2 req-2da27126-18e0-4476-8821-200a9b7406c6 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1032.500411] env[65581]: INFO networking_nsxv3.common.synchronization [req-03b9769d-976e-4706-9844-7bee417fbbb2 req-2da27126-18e0-4476-8821-200a9b7406c6 service nova] Enqueued Resource ID: 3ca19990-bcbb-4876-897b-debf04cb0343 with Priority: HIGHEST for action port [ 1032.500948] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1032.501099] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1032.501204] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca19990-bcbb-4876-897b-debf04cb0343 with Priority: HIGHEST for action port [ 1032.501478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.501674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.501814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.501953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.502045] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.503048] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.503048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.503154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.503229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.503381] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.503480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.503526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.503663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.503747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.503831] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.505018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca19990-bcbb-4876-897b-debf04cb0343 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506145] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca19990-bcbb-4876-897b-debf04cb0343',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.805454] env[65581]: INFO networking_nsxv3.common.synchronization [req-7fa236d7-5766-4caf-87e0-02754aabcba4 req-07018230-3e99-4f89-9cf3-480cbda7d398 tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1032.806026] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1032.806365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.806565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.806649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.807927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.807927] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.807927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.807927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.807927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.807927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.807927] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.007477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.007996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.007996] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.008798] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ca19990-bcbb-4876-897b-debf04cb0343 with status ACTIVE [ 1033.009034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.009281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.009525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.009620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.009864] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.011035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.011035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.011209] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.012721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.012721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.012721] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ca19990-bcbb-4876-897b-debf04cb0343 is going to be updated. [ 1033.039183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.039493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.039493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.039696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.039859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.040320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca19990-bcbb-4876-897b-debf04cb0343" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.175799] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.176014] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.176150] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.176423] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.176680] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.176837] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.176955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.177184] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.177322] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.177540] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.177669] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.177751] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.177858] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.177966] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.178103] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.178213] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.197317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.197540] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.197669] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.197851] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-161" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198197] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.198372] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.198491] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.198832] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.198969] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5109fa2-0b85-469c-95ea-c4c1e27c51ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.309443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.309636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.309912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.310029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.310076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.310283] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.310431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.310473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.310601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.310692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.310796] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 1033.352474] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.352693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.352846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.353157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.353388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.367228] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 1033.513579] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.702011] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.702347] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.702387] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.702654] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.702805] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.702979] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port e5109fa2-0b85-469c-95ea-c4c1e27c51ad not found, creating... [ 1033.703345] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.703524] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.703643] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.703867] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.704233] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.704594] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.704871] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.706091] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.706091] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.706091] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.706091] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad is going to be created. [ 1033.730204] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.730204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.730204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.730204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.730204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.730204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.906722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1033.906968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.017344] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.018112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.018112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.018112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.018112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.018112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be created. [ 1034.044489] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.044708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.044807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.045308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.056223] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: UNINITIALIZED for 2s [ 1034.283367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.283600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.283600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.283811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.283979] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.477331] env[65581]: INFO networking_nsxv3.common.synchronization [req-7fa236d7-5766-4caf-87e0-02754aabcba4 req-fbc7c3f2-1c57-4e43-a1d5-2bd2f240def4 service nova] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_rules [ 1034.477529] env[65581]: INFO networking_nsxv3.common.synchronization [req-7fa236d7-5766-4caf-87e0-02754aabcba4 req-fbc7c3f2-1c57-4e43-a1d5-2bd2f240def4 service nova] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1034.477670] env[65581]: INFO networking_nsxv3.common.synchronization [req-7fa236d7-5766-4caf-87e0-02754aabcba4 req-fbc7c3f2-1c57-4e43-a1d5-2bd2f240def4 service nova] Enqueued Resource ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad with Priority: HIGHEST for action port [ 1034.478208] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_rules [ 1034.478333] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1034.478434] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad with Priority: HIGHEST for action port [ 1034.478712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.478830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.478896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.479657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.479777] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.480754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.481166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.481166] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.481166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.481886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.481886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.481886] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5109fa2-0b85-469c-95ea-c4c1e27c51ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.735722] env[65581]: INFO networking_nsxv3.common.synchronization [req-b5338bca-19ed-42a4-a67a-4ec25006726a req-763dd999-c143-4a7e-823d-9e8c4f10b649 tempest-InstanceActionsTestJSON-1204927981 tempest-InstanceActionsTestJSON-1204927981-project-member] Enqueued Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_members [ 1034.736465] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGHEST for action security_group_members [ 1034.736840] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.736982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.737108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.737388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.737553] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.737667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.737748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.737963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.738126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.738252] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.789201] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.811726] env[65581]: INFO networking_nsxv3.common.synchronization [req-c6030d9a-cf64-4bfc-a4c9-03537c3d2061 req-186c805d-5750-4b8f-a940-dde7fe404924 tempest-ServersNegativeTestMultiTenantJSON-376258584 tempest-ServersNegativeTestMultiTenantJSON-376258584-project-member] Enqueued Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_members [ 1034.811877] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGHEST for action security_group_members [ 1034.812242] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.812374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.812474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.813783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.813783] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.813783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.813783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.813783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.813783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813783] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.983820] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.984333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.984333] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5109fa2-0b85-469c-95ea-c4c1e27c51ad with status ACTIVE [ 1034.984559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.984656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.984754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.985026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.985131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.985459] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.985557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.985557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.985826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.985935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.986192] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.986296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.986364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.986518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.986588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.986681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad is going to be updated. [ 1035.026570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.027110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.027110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.027354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.027905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.027905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.240529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.240776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.240776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.240944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.241017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.241215] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.241355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.241405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.241568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.241613] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.241702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 is going to be updated. [ 1035.292090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.292309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.292309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.292528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.292670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.293829] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.311922] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 in Status: IN_PROGRESS for 2s [ 1035.315927] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.316209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.316209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.316449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.316554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.316768] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.316902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.316966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.317109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.317205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.317298] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 is going to be updated. [ 1035.374095] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.374095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.374095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.374095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.374455] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.388958] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 1035.389144] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 deletion is rescheduled due to dependency. [ 1035.389676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.389676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.389676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.389899] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.389899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.390027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.390629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.390629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.390629] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.392050] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 in Status: IN_PROGRESS for 2s [ 1035.796775] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1035.796903] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1035.894502] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.069038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1036.069038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.069038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.069463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.069508] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.069640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.069713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.069882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.070049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.070144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.070219] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.398011] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.496617] env[65581]: INFO networking_nsxv3.common.synchronization [req-a3a7b541-02c0-4f93-98b1-5f38387515b5 req-755420a0-b00e-41ce-a27e-7d174183c19e tempest-ServersNegativeTestJSON-132415529 tempest-ServersNegativeTestJSON-132415529-project-member] Enqueued Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 1036.497192] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 with Priority: HIGHEST for action security_group_members [ 1036.497519] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.497625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.498570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.498570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.498570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.498570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.498570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.498570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.498570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.498570] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd564ca-4439-4a5e-bfd1-8f640aed72a2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.574715] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.574715] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.574715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.575326] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.575326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.575326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.575326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.575326] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.575504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.575504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.579021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.579021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.579021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.579021] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.682513] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.682513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.682513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.682513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.698314] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1036.699401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.700876] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1036.742569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.743685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.743685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.744261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.766530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.767729] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1036.767943] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'e5109fa2-0b85-469c-95ea-c4c1e27c51ad'} {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.768093] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1036.834765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.835012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.835012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.837479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.839362] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.839491] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1036.899578] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.899947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.899947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.900200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.900296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.900397] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 1036.935697] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.935819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.935948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.936660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.936850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.949611] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 1036.960780] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.960780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.960780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.961106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.961344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.961750] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1036.967584] env[65581]: INFO networking_nsxv3.common.synchronization [req-bc009733-567c-4d71-adb6-fcd2ee6d0891 req-4765c438-cfdb-4a50-b2de-20736f1f98d6 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_members [ 1036.968483] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGHEST for action security_group_members [ 1036.968604] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.968852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.968852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.969094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.969158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.969248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.969299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.970230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.970230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.970230] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.005318] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.005540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.005603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.006097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.034313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.034724] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.034862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.034925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.035168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.035298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.035415] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 is going to be updated. [ 1037.065255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.065429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.065429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.068019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.068019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.076083] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: IN_PROGRESS for 2s [ 1037.078811] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02207020-7e0c-4f2c-85ad-f2aa41fd406b: rpc.has_security_group_logging(os_id): False [ 1037.090853] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.090985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.090985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.091643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.091643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.091991] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1037.092142] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'87981821-efed-4a98-b128-5b59904984aa', 'c625bc9a-3f08-45ff-a368-12f4bee77f30', '01ac4f4f-6585-4cee-80cb-34deb643d55e', 'e1079bed-74a3-4cc0-91be-4da3fd9221b0', '1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a', '5ba7bda6-543a-4e13-99dd-2cfe819c1ed6', '882f3a8f-c6f1-45fa-97ce-02b56aac6e23', 'c497530e-e406-40b9-a44a-c4abeb0e1bd1', '4f353a0f-7ec4-49d7-a697-6db3cb6233ce', '34091e57-9167-4938-a734-abc7706e409d', '9fce0b57-76f7-4064-9ba3-290b05e5e587', '8524cea2-7207-4762-a7c4-2fb785a75761', '10e7a50c-d73c-4cde-9944-5e4f58eada83', '00fb6287-c489-4142-93ea-461457d3433b', 'a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03', '85c1f12a-1214-4deb-86c1-eb91f0bcd1a7', 'cab50c85-2109-4933-804b-02cbc06963cb', 'f352b03a-3d85-4bca-92c7-605db0304d8b', '42182df0-1b39-40d5-bbf2-63c829176092', '080708c0-80bc-43b4-a6b6-2509e95873c6', 'b10c9f43-e70f-4725-b5ab-b78d7839f703', '60737ad3-8a44-4144-a44d-6a76e70214ab', 'e6badf43-ea35-43e2-a86c-0a433c822f41', '5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1', '953fb770-db63-44fd-baf4-3ba40821c0f3', 'fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2', '493787df-4dc8-429c-9d56-5ec67c1ed68a', '1600b378-009f-4fda-a342-080b4518211f', '54512e1d-de52-415e-88ac-a66fdfb5700c', '3054cb9e-dbef-45eb-8d2c-253ff50656d6', '7d87ad71-3f91-461a-a150-1ea339ff39c1', '659cfc74-cb4a-426f-9bcd-929a4a1c11b6', 'd5e6fd22-f39d-4bd1-a359-ff9aafe08b06', '4f14775e-9ec2-4529-8ec3-2e8c0d14dd21', '163f509a-d06b-4848-8851-b63f694dfb20', '4296b9b9-bfdb-4ec6-9746-eef877028988', 'd4df2f0c-3070-4f9e-b1fc-80a11d69d908', '5d91c71a-3a1c-47c8-81ef-cf433960dade', '97a8c524-5881-4b16-bf39-6be106834108', '0dc53145-a33a-4a66-9a7f-b50ddb982a4a', '9e903ae8-911d-47ae-a168-800a5faf2756', '692581f8-c3ac-4f4f-aada-8656ce817cb8', 'e6bf1485-0760-47a1-b8a4-24cda108bef2', '40238cad-7401-4186-a2fb-5821e3411c8e', 'ecd564ca-4439-4a5e-bfd1-8f640aed72a2', '3e767a5d-9400-4be3-96f6-6293c894756f'} {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.092282] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1037.109200] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.109572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.109572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.109724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.109724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.109956] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.110746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.110746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.110746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.110746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.112755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.112755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.112755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.112755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.112755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.112755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.113950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.113950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.113950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.113950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.114208] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be created. [ 1037.120507] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.120846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.120906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.121461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.121461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.121461] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1037.121751] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.121751] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1037.190049] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.190049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.190514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.190706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.190925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.219550] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1037.275962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.275962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.275962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.275962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.280173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.280173] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1037.280173] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.280173] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1037.280173] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1037.280173] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad with Priority: HIGH for action port [ 1037.280173] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/46 resources of Type:Security Group Rules [ 1037.280173] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGH for action security_group_rules [ 1037.280173] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGH for action security_group_rules [ 1037.280578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGH for action security_group_rules [ 1037.280578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGH for action security_group_rules [ 1037.280578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGH for action security_group_rules [ 1037.280578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGH for action security_group_rules [ 1037.280578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGH for action security_group_rules [ 1037.280578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGH for action security_group_rules [ 1037.280793] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGH for action security_group_rules [ 1037.280793] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGH for action security_group_rules [ 1037.280863] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGH for action security_group_rules [ 1037.280905] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGH for action security_group_rules [ 1037.281020] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGH for action security_group_rules [ 1037.281020] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGH for action security_group_rules [ 1037.283933] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGH for action security_group_rules [ 1037.283933] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGH for action security_group_rules [ 1037.283933] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGH for action security_group_rules [ 1037.283933] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGH for action security_group_rules [ 1037.283933] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGH for action security_group_rules [ 1037.283933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.340660] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 in Status: SUCCESS [ 1037.341144] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 deletion is rescheduled due to dependency. [ 1037.341144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.413137] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 in Status: SUCCESS [ 1037.413231] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 deletion is rescheduled due to dependency. [ 1037.413819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.473914] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.473914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.473914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.474070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.521564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.521878] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.522051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.522240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.523140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.523140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.523140] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a is going to be updated. [ 1037.570329] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.570329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.570329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.580784] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a in Status: IN_PROGRESS for 2s [ 1037.895088] env[65581]: INFO networking_nsxv3.common.synchronization [req-87611fda-93fa-47e3-85c4-4d3b1d109323 req-409ec8d9-753c-4814-a8ba-4e9c9f0dd646 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1037.895088] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1037.895267] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad with Priority: HIGH for action port [ 1037.896031] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 with Priority: HIGH for action security_group_rules [ 1037.896031] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 with Priority: HIGH for action security_group_rules [ 1037.896269] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGH for action security_group_rules [ 1037.897108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42182df0-1b39-40d5-bbf2-63c829176092 with Priority: HIGH for action security_group_rules [ 1037.897108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGH for action security_group_rules [ 1037.897108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGH for action security_group_rules [ 1037.897108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 with Priority: HIGH for action security_group_rules [ 1037.897108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 with Priority: HIGH for action security_group_rules [ 1037.897108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 with Priority: HIGH for action security_group_rules [ 1037.897435] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGH for action security_group_rules [ 1037.897435] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 with Priority: HIGH for action security_group_rules [ 1037.897435] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34091e57-9167-4938-a734-abc7706e409d with Priority: HIGH for action security_group_rules [ 1037.897435] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce with Priority: HIGH for action security_group_rules [ 1037.897593] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGH for action security_group_rules [ 1037.898035] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a with Priority: HIGH for action security_group_rules [ 1037.900849] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGH for action security_group_rules [ 1037.900849] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGH for action security_group_rules [ 1037.900849] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGH for action security_group_rules [ 1037.901650] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e with Priority: HIGH for action security_group_rules [ 1037.901650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.901650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.901650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.902022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.902022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.902164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.902206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.902394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.902480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.902591] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.903649] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.903818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.903903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.904112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.904240] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5109fa2-0b85-469c-95ea-c4c1e27c51ad',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.905651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c625bc9a-3f08-45ff-a368-12f4bee77f30 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.905908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.905978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.906205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.906451] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c625bc9a-3f08-45ff-a368-12f4bee77f30',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.907387] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.907387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.907583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.907634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.907692] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ba7bda6-543a-4e13-99dd-2cfe819c1ed6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.908675] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.908797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.908797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.908964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.909067] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.910900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42182df0-1b39-40d5-bbf2-63c829176092 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.911050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.911050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.911186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.911250] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42182df0-1b39-40d5-bbf2-63c829176092',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.912415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.912585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.912653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.912770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.912863] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.914871] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.915030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.915087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.915372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.915451] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.920370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.920370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.920370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.920698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.920698] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c1f12a-1214-4deb-86c1-eb91f0bcd1a7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.921613] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e7a50c-d73c-4cde-9944-5e4f58eada83 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.921769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.921994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.922718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.922718] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e7a50c-d73c-4cde-9944-5e4f58eada83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.923499] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.923499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.923963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.924151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.924293] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.925755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.925868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.926403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.926403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.926403] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.928495] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fce0b57-76f7-4064-9ba3-290b05e5e587 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.928607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.928697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.928848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.928927] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fce0b57-76f7-4064-9ba3-290b05e5e587',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.929964] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34091e57-9167-4938-a734-abc7706e409d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.930099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.930565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.930565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.930565] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34091e57-9167-4938-a734-abc7706e409d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.931233] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.931394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.931511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.931708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.931788] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f353a0f-7ec4-49d7-a697-6db3cb6233ce',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.932602] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.932851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.932926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.933104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.933178] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.934050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.934211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.934346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.934568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.934737] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.936344] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.936481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.936524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.936680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.936752] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.937465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.937575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.937641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.937794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.937867] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.938673] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.938791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.938834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.938995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.939068] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.939781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ac4f4f-6585-4cee-80cb-34deb643d55e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.939890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.939954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.940120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.940190] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ac4f4f-6585-4cee-80cb-34deb643d55e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.971174] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.971174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.971174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.971174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.997969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.998122] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ba7bda6-543a-4e13-99dd-2cfe819c1ed6 is going to be deleted. [ 1038.065399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.065578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.065656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.065959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.066088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.066237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ba7bda6-543a-4e13-99dd-2cfe819c1ed6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.441808] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.442110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.442110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.442539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.442649] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.442649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.442762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.442860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.442941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.443037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.443128] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.444466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.444605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.444671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.445244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.445244] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.445244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.445406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.445440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.445533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.445609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.445696] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.451872] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.452031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.452100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.452292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.452470] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.452570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.452635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.452789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.452872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.452969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.453051] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.453996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.455434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.455434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.455630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.456160] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.456160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.456160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.456160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.456160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.456590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.456590] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.460285] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5109fa2-0b85-469c-95ea-c4c1e27c51ad with status ACTIVE [ 1038.460285] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.460285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.460706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.460934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.461044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.462045] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.462385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.462454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.462667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.462751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.463013] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.463152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.463305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.463420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.463503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.463596] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5109fa2-0b85-469c-95ea-c4c1e27c51ad is going to be updated. [ 1038.464881] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.465068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.465184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.465401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.465615] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.465731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.465777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.465932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.466026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.466114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.466233] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.470018] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.470537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.470655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.470848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.471037] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.471158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.471245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.471440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.471532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.471657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.471817] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.473925] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.475915] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.476189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.476255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.476496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.476690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.476783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.476852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.477033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.477136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.477287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.477390] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.481150] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.481339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.481413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.481553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.481779] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.481779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.481910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.481978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.482079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.482160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.482243] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.485447] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.485636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.485706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.486458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.530389] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.530581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.541749] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.541927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.543161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.543377] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a is going to be deleted. [ 1038.544735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.545071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.546988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.547224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.548144] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.548308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.549151] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.549395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.550181] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.550341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.551451] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.551586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.552726] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.552866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.553626] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.553751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.557257] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.557458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.557585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.557877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.558117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.558358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5109fa2-0b85-469c-95ea-c4c1e27c51ad" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.571462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.571639] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e7a50c-d73c-4cde-9944-5e4f58eada83 is going to be deleted. [ 1038.572696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.572932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.591835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.591835] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34091e57-9167-4938-a734-abc7706e409d is going to be deleted. [ 1038.592957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.593239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.612791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.613055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.615071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.615261] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03 is going to be deleted. [ 1038.616225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.616522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.679295] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.679436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.688236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.688447] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fce0b57-76f7-4064-9ba3-290b05e5e587 is going to be deleted. [ 1038.689562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.689818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.694508] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.694653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.723206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.723396] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c625bc9a-3f08-45ff-a368-12f4bee77f30 is going to be deleted. [ 1038.724703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.724703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.797440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.797671] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f353a0f-7ec4-49d7-a697-6db3cb6233ce is going to be deleted. [ 1038.798630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.798908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.809097] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.809332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.850110] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.850202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.893924] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b49f890e-117b-4e21-8f39-851a59b8b8f1 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1038.894616] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1038.895670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.895789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.903478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.903612] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c1f12a-1214-4deb-86c1-eb91f0bcd1a7 is going to be deleted. [ 1038.904583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.904798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.944326] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.944326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.948808] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.954333] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.954333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.960979] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.973023] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 1038.973351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.973521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.973735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.973931] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.974058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.974125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.974290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.974372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.974457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.974552] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.985400] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.987754] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.989537] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.992812] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.993178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.993609] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.994798] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.994798] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.994798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.995288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.995288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.995288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.995288] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.001399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.001548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.001606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.002309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.002836] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.002946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.002946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.003298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.003414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.003505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.003681] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.003777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.003845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.004008] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.004155] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.004246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.004311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.004457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.004533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.004611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.004698] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.008130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.008254] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42182df0-1b39-40d5-bbf2-63c829176092 is going to be deleted. [ 1039.009306] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.009504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.009552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.009708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.009894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.009992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.010097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.010250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.010329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.010411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.010585] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.010735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.010798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.010968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.011433] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.011433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.011433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.011433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.011631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.011631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.011697] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.013167] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.013167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.013167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.013167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.013167] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.013466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.013466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.013466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.013746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.013746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.013746] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.013904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.013904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.016149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.016149] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.016149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.016149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.016149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.016149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.016149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.016149] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.016782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.017467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.086224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.086426] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ac4f4f-6585-4cee-80cb-34deb643d55e is going to be deleted. [ 1039.087398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.087654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.087752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.087892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7e2492-09d9-48d7-8ca3-81c7e7a98c8a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.088264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.088349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e7a50c-d73c-4cde-9944-5e4f58eada83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.089071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.089197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.089281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.089416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34091e57-9167-4938-a734-abc7706e409d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.089564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.089702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.089777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.089896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2aa40c2-ccf1-4ce0-aa91-092d0a7a0f03" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.090196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.090273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fce0b57-76f7-4064-9ba3-290b05e5e587" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.090737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.090812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c625bc9a-3f08-45ff-a368-12f4bee77f30" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.091089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.091279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.091357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.091413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f353a0f-7ec4-49d7-a697-6db3cb6233ce" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.095101] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 in Status: SUCCESS [ 1039.095465] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd564ca-4439-4a5e-bfd1-8f640aed72a2 deletion is rescheduled due to dependency. [ 1039.095606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd564ca-4439-4a5e-bfd1-8f640aed72a2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.188938] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.189110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.189190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.189410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.189503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.189622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c1f12a-1214-4deb-86c1-eb91f0bcd1a7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.197814] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.197959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.198044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.198352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.198475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42182df0-1b39-40d5-bbf2-63c829176092" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.259842] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1039.260317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.321459] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.322007] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.322324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.322418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.322594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.322685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.322835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ac4f4f-6585-4cee-80cb-34deb643d55e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.450553] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c497530e-e406-40b9-a44a-c4abeb0e1bd1: rpc.has_security_group_logging(os_id): False [ 1039.462748] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f352b03a-3d85-4bca-92c7-605db0304d8b: rpc.has_security_group_logging(os_id): False [ 1039.476093] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.476298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.476381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.476639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.477817] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.477958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.478034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.478685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.478685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.478685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.478685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.478954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.478954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.479917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.479917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.479917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.479917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.479917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.479917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.479917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.480259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.480259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.480259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.480508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.480508] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.483996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.484165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.488632] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.488802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.488855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.489059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.489153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.489251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1039.490977] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87981821-efed-4a98-b128-5b59904984aa: rpc.has_security_group_logging(os_id): False [ 1039.492870] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8524cea2-7207-4762-a7c4-2fb785a75761: rpc.has_security_group_logging(os_id): False [ 1039.497540] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 1039.507688] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1079bed-74a3-4cc0-91be-4da3fd9221b0: rpc.has_security_group_logging(os_id): False [ 1039.519223] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 1039.520939] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 882f3a8f-c6f1-45fa-97ce-02b56aac6e23: rpc.has_security_group_logging(os_id): False [ 1039.528277] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.528463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.529561] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.529655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.532902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.533382] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.533580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.533661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.534043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.534573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.534573] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 is going to be updated. [ 1039.535876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.536209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.542212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.542698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.547184] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.547373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.547436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.547668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.547814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.549648] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.549750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.551000] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.551130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.551943] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.552103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.560775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.561106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.561210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.561278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.561470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.561550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.561646] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1039.563484] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1039.563660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.563821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.591009] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a in Status: SUCCESS [ 1039.591268] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a deletion is rescheduled due to dependency. [ 1039.591433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.592511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.594035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.594035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.594035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.594035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.594035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.594035] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1039.594575] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.594760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.638613] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.639024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.642596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.642926] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.643087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.643274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.643506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.643581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.643807] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.643914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.643977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.644152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.644226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.644421] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.644553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.644553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.644706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.644842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.645113] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1039.646380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.646636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.667327] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.667590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.684367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.684367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.684367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.684367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.684798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.684867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.685057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.685179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.685353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.685667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.685751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.685996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.686142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.686211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.686402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.686553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.686718] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1039.688131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.688313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.732071] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.732497] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.732610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.732702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.732977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.733091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.733296] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87981821-efed-4a98-b128-5b59904984aa is going to be updated. [ 1039.734370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.734602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.734776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.735872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.736049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.753829] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.754102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.784768] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: IN_PROGRESS for 2s [ 1039.804589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.805097] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.805365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.805571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.805819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.805973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.806407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.806585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.806677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.806938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.807074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.807427] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.807596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.807656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.807866] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.807984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.808158] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 1039.809914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.810228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.812946] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.813137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.818525] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.818776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.883067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.884320] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.884462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.884531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.884761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.884847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.885090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.885201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.885352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.885521] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.885638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.885819] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.885899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.885957] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.886550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.886550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.886550] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be updated. [ 1039.891278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.892202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.892202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.892795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.893164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.893164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.895552] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.895655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.895740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.896017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.896087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.896935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.898118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.898118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.898118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.898417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.898417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.984571] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6badf43-ea35-43e2-a86c-0a433c822f41: rpc.has_security_group_logging(os_id): False [ 1040.065376] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1040.067702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: IN_PROGRESS for 2s [ 1040.069778] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1040.071563] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1040.076053] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1040.138089] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.138089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.138089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.138089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.147093] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188113] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.188423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188743] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.189094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.189172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.189359] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.189531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.189531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.189708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.189747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.189868] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 1040.190998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.191202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.191350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.193654] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.193832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.193832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.194012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.194192] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235180] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 1040.236541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1040.406832] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.407135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.407295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.407605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.409463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.451446] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 1041.575014] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1041.575361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.575515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.575764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.575991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.576145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.576216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.576428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.576536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.576638] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.803519] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: SUCCESS [ 1041.804045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.086994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.086994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.086994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.086994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.086994] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1042.086994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.086994] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1042.087838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.088770] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1042.089516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.090469] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: SUCCESS [ 1042.090841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.091836] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1042.094624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.122184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.122336] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.122415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.122501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.123315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.123315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123315] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1042.157628] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.157628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.157628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.157628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.157628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.172693] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1042.255077] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 1042.255504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256323] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1042.256509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.468128] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 1042.468419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.790716] env[65581]: INFO networking_nsxv3.common.synchronization [req-7effa17c-70c1-47ce-8fee-9da727c933e5 req-4c197f92-fca0-4d5c-ac77-d8bb7b080581 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_members [ 1042.791417] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGHEST for action security_group_members [ 1042.791738] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.792060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.792060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.792182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.792290] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.792389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.792451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.792597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.792727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.792794] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.295761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.295761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.295761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.296215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.321489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.321886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.322018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.322086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.322300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.322368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.322472] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 is going to be updated. [ 1043.352791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.352959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.353052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.353270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.353443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.363620] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 in Status: IN_PROGRESS for 2s [ 1044.183980] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1044.184264] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 deletion is rescheduled due to dependency. [ 1044.184319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.341711] env[65581]: INFO networking_nsxv3.common.synchronization [req-66437584-0b3a-4268-bc7a-5d5c7748de4f req-7cd19728-a334-4874-9978-ffcaf492760d tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1044.343631] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1044.343980] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.344335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.344420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.344869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.344869] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.344994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.344994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.345272] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.848797] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.858302] env[65581]: INFO networking_nsxv3.common.synchronization [None req-53f3b0cc-b35a-409d-b59b-19ca2e47a84f None None] Enqueued Resource ID: 71cccaf0-9ea8-4730-8f6a-c5f3f49da45b with Priority: HIGHEST for action port [ 1044.859128] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cccaf0-9ea8-4730-8f6a-c5f3f49da45b with Priority: HIGHEST for action port [ 1044.859503] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-71cccaf0-9ea8-4730-8f6a-c5f3f49da45b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.859620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71cccaf0-9ea8-4730-8f6a-c5f3f49da45b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.859688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71cccaf0-9ea8-4730-8f6a-c5f3f49da45b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71cccaf0-9ea8-4730-8f6a-c5f3f49da45b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.862252] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71cccaf0-9ea8-4730-8f6a-c5f3f49da45b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.905784] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.905988] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.906126] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.906398] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.906663] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.906822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.906938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.907172] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.907391] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.907533] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.907654] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.907764] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.907874] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.907985] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.908105] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.908235] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.928100] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.928288] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.928444] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.928621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.928940] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-0a2ff674-7b9e-44f2-b169-8bff55fdf233 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.929126] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.929244] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.929587] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.929730] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2ff674-7b9e-44f2-b169-8bff55fdf233',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.352577] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.365554] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71cccaf0-9ea8-4730-8f6a-c5f3f49da45b [ 1045.365554] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.365554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.365554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.365554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.365554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.365554] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71cccaf0-9ea8-4730-8f6a-c5f3f49da45b already deleted. [ 1045.365554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71cccaf0-9ea8-4730-8f6a-c5f3f49da45b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.375059] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 in Status: SUCCESS [ 1045.375297] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 deletion is rescheduled due to dependency. [ 1045.375445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.432793] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.433088] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.433292] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.433587] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.433734] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.433885] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 0a2ff674-7b9e-44f2-b169-8bff55fdf233 not found, creating... [ 1045.434174] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.434335] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.434441] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.434701] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.434869] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.435228] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.435516] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.435723] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.435912] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.436080] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.436222] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 0a2ff674-7b9e-44f2-b169-8bff55fdf233 is going to be created. [ 1045.456591] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.457257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.457257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.457257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.457532] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.457794] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.855380] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.855618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.855718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.856043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.856150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.856224] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1045.892729] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.892983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.892983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.893270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.893443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.903277] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1046.191688] env[65581]: INFO networking_nsxv3.common.synchronization [req-66437584-0b3a-4268-bc7a-5d5c7748de4f req-092e8dc0-6ce8-40f5-8e8f-4d83177db209 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1046.191688] env[65581]: INFO networking_nsxv3.common.synchronization [req-66437584-0b3a-4268-bc7a-5d5c7748de4f req-092e8dc0-6ce8-40f5-8e8f-4d83177db209 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1046.192987] env[65581]: INFO networking_nsxv3.common.synchronization [req-66437584-0b3a-4268-bc7a-5d5c7748de4f req-092e8dc0-6ce8-40f5-8e8f-4d83177db209 service nova] Enqueued Resource ID: 0a2ff674-7b9e-44f2-b169-8bff55fdf233 with Priority: HIGHEST for action port [ 1046.192987] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1046.192987] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1046.192987] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2ff674-7b9e-44f2-b169-8bff55fdf233 with Priority: HIGHEST for action port [ 1046.192987] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.193361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.193361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.193361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.193862] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.194315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.194402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.194757] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a2ff674-7b9e-44f2-b169-8bff55fdf233 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.194757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.194757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.194990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.194990] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2ff674-7b9e-44f2-b169-8bff55fdf233',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.698681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a2ff674-7b9e-44f2-b169-8bff55fdf233 with status ACTIVE [ 1046.699030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.700752] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.700752] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.700752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.701552] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a2ff674-7b9e-44f2-b169-8bff55fdf233 is going to be updated. [ 1046.702139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.702309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.725516] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.725667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.726309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.726524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.726665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.726834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a2ff674-7b9e-44f2-b169-8bff55fdf233" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.018503] env[65581]: INFO networking_nsxv3.common.synchronization [None req-6efee60c-a424-4cca-b1c7-42baf8bace3b tempest-ServerActionsV293TestJSON-1176972588 tempest-ServerActionsV293TestJSON-1176972588-project-member] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_rules [ 1047.021466] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_rules [ 1047.021466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.021466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.021466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.021466] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.176951] env[65581]: INFO networking_nsxv3.common.synchronization [None req-9237134c-a9b1-44bf-af8f-5ea098cbcc85 tempest-ServerActionsV293TestJSON-1176972588 tempest-ServerActionsV293TestJSON-1176972588-project-member] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_rules [ 1047.178876] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_rules [ 1047.178876] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.178876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.545330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.545513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.545603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.545817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.545908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.546067] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 already deleted. [ 1047.546120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.546280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.546435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.546539] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.916096] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.916096] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.916096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.916096] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.074198] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.074530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.074530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.074909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.074909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.075141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 already deleted. [ 1048.075141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.418475] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.512503] env[65581]: INFO networking_nsxv3.common.synchronization [None req-5a2fde30-186a-44cd-b253-c039127c5426 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_rules [ 1048.514543] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_rules [ 1048.514952] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.515100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.515170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.515467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.515567] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.689985] env[65581]: INFO networking_nsxv3.common.synchronization [None req-8e3f44e3-a392-42ed-9129-482df03c5a24 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_rules [ 1048.690983] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_rules [ 1048.690983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.690983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.843989] env[65581]: INFO networking_nsxv3.common.synchronization [None req-975c8c40-222f-439e-b06c-e9d786325866 None None] Enqueued Resource ID: 2f640c9d-9a23-4b76-b706-6f1afc3e509d with Priority: HIGHEST for action port [ 1048.844656] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f640c9d-9a23-4b76-b706-6f1afc3e509d with Priority: HIGHEST for action port [ 1048.844906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f640c9d-9a23-4b76-b706-6f1afc3e509d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.846673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f640c9d-9a23-4b76-b706-6f1afc3e509d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.846804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f640c9d-9a23-4b76-b706-6f1afc3e509d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.847072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f640c9d-9a23-4b76-b706-6f1afc3e509d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.847171] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f640c9d-9a23-4b76-b706-6f1afc3e509d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.921146] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.045074] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.045320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.045462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.045753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.045882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.046049] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 already deleted. [ 1049.046176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.046367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.046657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.046756] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.350826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f640c9d-9a23-4b76-b706-6f1afc3e509d [ 1049.350826] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.350826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.350826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.350826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.350826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.351087] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f640c9d-9a23-4b76-b706-6f1afc3e509d already deleted. [ 1049.351087] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f640c9d-9a23-4b76-b706-6f1afc3e509d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.394028] env[65581]: INFO networking_nsxv3.common.synchronization [req-46c9a1a5-fa0d-43e1-9e2a-d68854c8c4df req-eab51788-0b1e-4ce2-89eb-8f6f3b8c5719 tempest-ImagesOneServerNegativeTestJSON-1997072381 tempest-ImagesOneServerNegativeTestJSON-1997072381-project-member] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1049.394606] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGHEST for action security_group_members [ 1049.395014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.395290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.395535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.395690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.395850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.396038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.396139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.396231] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.427022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.427022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.427022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.427022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.427323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.427375] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1049.461898] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.462060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.462135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.462334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.462509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.475237] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1049.568292] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.568443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.568566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.568722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.568809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.568934] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 already deleted. [ 1049.568974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.899110] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.899298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.899370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.899584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.899674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.899875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.899973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.900190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.900265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.900351] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be updated. [ 1049.932212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.932614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.932614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.932710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.932840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.943797] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: IN_PROGRESS for 2s [ 1051.489114] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1051.489416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.489592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.489817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.490027] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.490153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.490218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.490370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.491464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.491464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.491464] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.954121] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6badf43-ea35-43e2-a86c-0a433c822f41 in Status: SUCCESS [ 1051.954416] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 deletion is rescheduled due to dependency. [ 1051.954588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.995090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.995289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.995333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.995628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.995804] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.995905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.995967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.996162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.996243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.996365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.996551] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.996665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.996752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.996887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.997047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.997212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.997212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.997360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.997436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.997529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.997632] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.065811] env[65581]: INFO networking_nsxv3.common.synchronization [None req-58d69c89-7d43-4d9b-bcb4-a917d4083fb3 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1052.065811] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1052.066098] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.066181] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.066234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.066488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.066617] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.191635] env[65581]: INFO networking_nsxv3.common.synchronization [None req-c6679508-6530-4dbe-8190-609327227f33 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1052.194922] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1052.194922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.194922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.502272] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 1052.524159] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.524323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.524368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.524895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.524964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.525177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.525267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.525330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.525621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.525754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.525983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.526633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.526756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.528043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.528043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.528043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.528043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.528043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.528043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.528043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.528043] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1052.590132] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.590312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.590361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.590564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.590656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.590754] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0004b748-e43f-402c-abef-3961116662d7 already deleted. [ 1052.590839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.590997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.591173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.591274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.605280] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.605555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.605614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.605812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.606097] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.621979] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1053.122810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.122992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.123086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.123338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.123435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.123640] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0004b748-e43f-402c-abef-3961116662d7 already deleted. [ 1053.123640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.219880] env[65581]: INFO networking_nsxv3.common.synchronization [req-1586fa95-694d-4334-b8f0-8c73cf22d622 req-48ae0eb0-e045-4ac0-b7f5-60e1602b7ee6 tempest-ServerRescueTestJSON-1507845870 tempest-ServerRescueTestJSON-1507845870-project-member] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1054.219880] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1054.220398] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.220398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.220532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.220795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.221585] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.221585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.221585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.221585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.221585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.221874] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.609034] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.609257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.609375] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.609746] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.610031] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.610250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.610382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.610609] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.610780] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.610978] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.611182] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.611316] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.611442] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.611557] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.611664] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.611796] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.633921] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.634211] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.634399] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.634543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-351" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.634867] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-04b47101-a191-4a39-b016-1907efe1daf3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.635179] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.635317] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.636080] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.636080] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b47101-a191-4a39-b016-1907efe1daf3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.638412] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1054.638669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.724392] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.138704] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.139158] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.139346] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.139620] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.139906] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.140172] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 04b47101-a191-4a39-b016-1907efe1daf3 not found, creating... [ 1055.140588] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.140842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.141068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.141463] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.141649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.142128] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.142391] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.142596] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.142940] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.144057] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.144057] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 04b47101-a191-4a39-b016-1907efe1daf3 is going to be created. [ 1055.170316] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.170563] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.170683] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.171043] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.171355] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.171604] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.227256] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.730060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.730230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.730230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.730606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.731081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.731081] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be updated. [ 1055.770260] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.770260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.770260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.770260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.770260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.782520] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1055.890799] env[65581]: INFO networking_nsxv3.common.synchronization [req-1586fa95-694d-4334-b8f0-8c73cf22d622 req-b7a9a58f-de13-4982-aa52-6a4e23cb4531 service nova] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_rules [ 1055.890995] env[65581]: INFO networking_nsxv3.common.synchronization [req-1586fa95-694d-4334-b8f0-8c73cf22d622 req-b7a9a58f-de13-4982-aa52-6a4e23cb4531 service nova] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1055.891260] env[65581]: INFO networking_nsxv3.common.synchronization [req-1586fa95-694d-4334-b8f0-8c73cf22d622 req-b7a9a58f-de13-4982-aa52-6a4e23cb4531 service nova] Enqueued Resource ID: 04b47101-a191-4a39-b016-1907efe1daf3 with Priority: HIGHEST for action port [ 1055.891799] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_rules [ 1055.891969] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1055.892115] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b47101-a191-4a39-b016-1907efe1daf3 with Priority: HIGHEST for action port [ 1055.892462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.892711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.892711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.892922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.893013] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.893866] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.893952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.894195] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b47101-a191-4a39-b016-1907efe1daf3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.894281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.894329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.894534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.894598] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b47101-a191-4a39-b016-1907efe1daf3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.396657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.396991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.398188] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b47101-a191-4a39-b016-1907efe1daf3 with status ACTIVE [ 1056.398381] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.398498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.398567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.398841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.398915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.399050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.399151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.399215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.399372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.399452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.399629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.399723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.399784] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.399922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.399995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.400133] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b47101-a191-4a39-b016-1907efe1daf3 is going to be updated. [ 1056.426823] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.426962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.428016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.428016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.428016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.428016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b47101-a191-4a39-b016-1907efe1daf3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.486740] env[65581]: INFO networking_nsxv3.common.synchronization [req-7b39c137-2fb0-4a89-a941-ad0bb21cfe8e req-f1608e04-c6ff-4055-9c33-ab5632dcd859 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1056.487803] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1056.488223] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.488385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.488479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.488708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.488894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.489048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.489104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.489318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.489409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.489505] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.991156] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.494355] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.795797] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1057.796310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.796310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.796451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.796637] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.796808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.796890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.797061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.797164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.797292] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.997240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.997583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.997745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.998211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.999108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.999108] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1058.034538] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.034687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.034788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.034963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.035123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.045893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1058.299676] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.543315] env[65581]: INFO networking_nsxv3.common.synchronization [req-dc3e9207-675f-4685-9bfc-d1f5cca501bd req-20501a57-c523-4a60-9135-6ad29d9afc59 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_members [ 1058.544084] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_members [ 1058.544475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.544616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.544723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.545013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.545177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.545279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.545343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.545900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.546009] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.546176] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.805187] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.921019] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.921019] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.921019] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.921019] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.921019] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.921019] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.921019] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.921780] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.921780] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.921780] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.941166] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.941166] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.941166] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.942286] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.942286] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.942286] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.942286] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.942549] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.942549] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc8a8de-cfca-4d57-9262-b2de5b2ced8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.049069] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.049248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.049310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.049545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.049635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.049833] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.049935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.050032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.050281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.050372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.050470] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 already deleted. [ 1059.050574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.307948] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.308165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.308230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.308408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.308499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.308596] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be updated. [ 1059.337721] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.337886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.337968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.338155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.338297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.347111] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1059.445458] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.445744] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.445879] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.446181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.446329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.446480] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port cfc8a8de-cfca-4d57-9262-b2de5b2ced8e not found, creating... [ 1059.446802] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.446965] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.447097] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.447313] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.447450] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.447721] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.447876] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.447993] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.448208] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.448340] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.448479] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: cfc8a8de-cfca-4d57-9262-b2de5b2ced8e is going to be created. [ 1059.467043] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.467234] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.467359] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.467603] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.467823] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.468241] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.058383] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1060.058838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.219697] env[65581]: INFO networking_nsxv3.common.synchronization [req-dc3e9207-675f-4685-9bfc-d1f5cca501bd req-198854a2-3e62-49d0-941f-bf30df69ad32 service nova] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_rules [ 1060.219881] env[65581]: INFO networking_nsxv3.common.synchronization [req-dc3e9207-675f-4685-9bfc-d1f5cca501bd req-198854a2-3e62-49d0-941f-bf30df69ad32 service nova] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_members [ 1060.220040] env[65581]: INFO networking_nsxv3.common.synchronization [req-dc3e9207-675f-4685-9bfc-d1f5cca501bd req-198854a2-3e62-49d0-941f-bf30df69ad32 service nova] Enqueued Resource ID: cfc8a8de-cfca-4d57-9262-b2de5b2ced8e with Priority: HIGHEST for action port [ 1060.220705] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_rules [ 1060.220845] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_members [ 1060.221312] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc8a8de-cfca-4d57-9262-b2de5b2ced8e with Priority: HIGHEST for action port [ 1060.221312] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.221555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.221555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.221818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.221818] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.222667] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.222831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.222942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.223146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.225196] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.225326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.225562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.225562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.226143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.226143] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.226851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.227034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.227034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.227222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.227285] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc8a8de-cfca-4d57-9262-b2de5b2ced8e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.333409] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b5e8c763-2dbe-429f-8e74-83de74beffff None None] Enqueued Resource ID: 0f6cdfe7-e5ac-44bc-9510-1c618166bb83 with Priority: HIGHEST for action port [ 1060.334115] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6cdfe7-e5ac-44bc-9510-1c618166bb83 with Priority: HIGHEST for action port [ 1060.334515] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6cdfe7-e5ac-44bc-9510-1c618166bb83 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.334668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6cdfe7-e5ac-44bc-9510-1c618166bb83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.334779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6cdfe7-e5ac-44bc-9510-1c618166bb83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.335143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6cdfe7-e5ac-44bc-9510-1c618166bb83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.335259] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6cdfe7-e5ac-44bc-9510-1c618166bb83',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.513819] env[65581]: INFO networking_nsxv3.common.synchronization [req-af87e660-cbd4-42eb-9cef-84c7bf720add req-611ab0dd-418e-4d08-92e1-0db1bfb80dd3 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1060.514631] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1060.516509] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.516509] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.516509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.516509] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.729240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.729405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.729611] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.731319] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc8a8de-cfca-4d57-9262-b2de5b2ced8e with status ACTIVE [ 1060.731691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.733093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.733093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.733093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.733568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.733568] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.733568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.733700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.733940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.734032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.734261] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.734402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.734483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.734815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.734815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.734924] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc8a8de-cfca-4d57-9262-b2de5b2ced8e is going to be updated. [ 1060.760650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.760650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.760650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.760650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.760650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.760650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc8a8de-cfca-4d57-9262-b2de5b2ced8e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.838449] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f6cdfe7-e5ac-44bc-9510-1c618166bb83 [ 1060.838772] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.839111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.839111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.839221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.839287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.840054] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f6cdfe7-e5ac-44bc-9510-1c618166bb83 already deleted. [ 1060.840054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6cdfe7-e5ac-44bc-9510-1c618166bb83" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.018858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.020027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.020027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.020027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.020027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.020214] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.020214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.020214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.021108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.021108] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.021108] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1061.052614] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.052823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.052871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.053419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.053419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.061756] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1061.107774] env[65581]: INFO networking_nsxv3.common.synchronization [None req-1e58a325-b06f-48d1-b1a1-6c87d19ba188 tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1061.108394] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1061.109050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.109050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.109189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.109552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.109692] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.221389] env[65581]: INFO networking_nsxv3.common.synchronization [None req-f16663f6-3521-41d4-8c69-3cfc3cb440cd tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1061.221389] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1061.222319] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.222454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.240746] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.357725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1061.357827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.358007] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.358452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.358452] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.358565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.358612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.358744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.358905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.359017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.359106] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.407045] env[65581]: INFO networking_nsxv3.common.synchronization [req-358fafdb-9568-432c-8b68-df91a03a4ad4 req-5ad74efc-d215-418b-b652-82e20a3a81c6 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1061.407570] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1061.407901] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.408150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.408246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.408522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.408661] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.408715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.408760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.410328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.410328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.410328] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.631653] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.631794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.631917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.632191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.632317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.632442] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c already deleted. [ 1061.632548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.632738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.633723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.633864] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.743238] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.743399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.743473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.743725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.743821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743920] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 is going to be created. [ 1061.771060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.771215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.771288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.771505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.771665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.782238] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ddcc555-b754-4e53-9421-3a6595877604 in Status: UNINITIALIZED for 2s [ 1061.861680] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.861680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.861893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.861995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.862165] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.862257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.862596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.862596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.862596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.862799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.862799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.862887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.862934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863727] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.863727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.863998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.864170] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.913204] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.913335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.913503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.913576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.913785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.913910] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.914013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.914013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.914233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.914358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.914408] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1061.954279] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.954279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.954279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.954661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.954661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.963387] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1062.157927] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.158349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.158530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.158902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.158902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.159044] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c already deleted. [ 1062.159086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.367505] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1079bed-74a3-4cc0-91be-4da3fd9221b0: rpc.has_security_group_logging(os_id): False [ 1062.390563] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.390773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.390773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.391015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.391153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.391351] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.391447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.391529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.391832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.391933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.392173] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.392296] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.392364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.392538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.392658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.393226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.393226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.393226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.393361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.393361] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.393435] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be updated. [ 1062.462258] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e3a32ba2-1c4f-4bd7-a0a4-a2a8b6e285f6 None None] Enqueued Resource ID: a403867b-4071-49b9-a749-fd20c492cf4f with Priority: HIGHEST for action port [ 1062.462827] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a403867b-4071-49b9-a749-fd20c492cf4f with Priority: HIGHEST for action port [ 1062.463228] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-a403867b-4071-49b9-a749-fd20c492cf4f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.463228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a403867b-4071-49b9-a749-fd20c492cf4f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.463228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a403867b-4071-49b9-a749-fd20c492cf4f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.463497] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a403867b-4071-49b9-a749-fd20c492cf4f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.463580] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a403867b-4071-49b9-a749-fd20c492cf4f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.467413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.467413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.467413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.467413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.467413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.481327] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1062.966737] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a403867b-4071-49b9-a749-fd20c492cf4f [ 1062.966737] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.966737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.966737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.966737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.966737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.967964] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a403867b-4071-49b9-a749-fd20c492cf4f already deleted. [ 1062.967964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a403867b-4071-49b9-a749-fd20c492cf4f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.071617] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1063.071787] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1063.071900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.556565] env[65581]: INFO networking_nsxv3.common.synchronization [req-15743de2-d3ca-4312-904c-65e039f2e77f req-b8bd5d92-393b-46af-b766-385f2b0a62f1 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1063.556565] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1063.556906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.556985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.556985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.557240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.557647] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.557647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.557647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.557826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.557826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.557907] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.791650] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ddcc555-b754-4e53-9421-3a6595877604 in Status: SUCCESS [ 1063.791922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792136] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.792393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.792593] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.792714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.792801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.792927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.793037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.793156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.793277] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.838649] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.838873] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.838997] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.839271] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.839545] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.839742] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.839943] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.840181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.840329] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.840542] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.840656] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.840767] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.840877] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.841039] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.841159] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.841291] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.860556] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.860556] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.860661] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.860848] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.861182] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.861373] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.861455] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.861774] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.861909] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20eb44d1-0fb1-4fe7-b65e-ede99f71e480',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.974629] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1063.974810] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1063.975423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.059754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.059927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.059927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.060128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.060228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.060427] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.060546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.060611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.060749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.060819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.060908] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 already deleted. [ 1064.061011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.298120] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.365568] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.365568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.365568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.365568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.365568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.365568] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 20eb44d1-0fb1-4fe7-b65e-ede99f71e480 not found, creating... [ 1064.367187] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.367187] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.367187] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.367187] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.367416] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.367597] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.368250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.368250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.368250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.368443] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.369181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 20eb44d1-0fb1-4fe7-b65e-ede99f71e480 is going to be created. [ 1064.391148] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.391379] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.391503] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.392064] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.392344] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.392644] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.497847] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1064.497847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.803331] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ddcc555-b754-4e53-9421-3a6595877604: rpc.has_security_group_logging(os_id): False [ 1064.822772] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.823042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.823042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.823229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.823314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.823578] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.823726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.823726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.824261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.824261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.824261] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 is going to be created. [ 1064.927161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.927161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.927651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.927651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.944052] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ddcc555-b754-4e53-9421-3a6595877604 in Status: IN_PROGRESS for 2s [ 1065.175450] env[65581]: INFO networking_nsxv3.common.synchronization [req-15743de2-d3ca-4312-904c-65e039f2e77f req-467b72ba-7ff6-4088-84bf-42fe711114de service nova] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1065.175729] env[65581]: INFO networking_nsxv3.common.synchronization [req-15743de2-d3ca-4312-904c-65e039f2e77f req-467b72ba-7ff6-4088-84bf-42fe711114de service nova] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1065.176742] env[65581]: INFO networking_nsxv3.common.synchronization [req-15743de2-d3ca-4312-904c-65e039f2e77f req-467b72ba-7ff6-4088-84bf-42fe711114de service nova] Enqueued Resource ID: 20eb44d1-0fb1-4fe7-b65e-ede99f71e480 with Priority: HIGHEST for action port [ 1065.176742] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1065.176742] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1065.176742] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20eb44d1-0fb1-4fe7-b65e-ede99f71e480 with Priority: HIGHEST for action port [ 1065.177614] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.177777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.177814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.178086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.178204] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.179606] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.179762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.179837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.180576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.180576] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.180576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.180576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.180576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.180832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.180832] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.181542] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.181830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.181830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.181956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.182088] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20eb44d1-0fb1-4fe7-b65e-ede99f71e480',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.683950] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684566] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.685501] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20eb44d1-0fb1-4fe7-b65e-ede99f71e480 with status ACTIVE [ 1065.685609] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.685750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.685824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.686239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.686239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.686429] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.686641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.686641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.686826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.686919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.687188] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.687319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.687400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.687580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.687653] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.687845] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20eb44d1-0fb1-4fe7-b65e-ede99f71e480 is going to be updated. [ 1065.710168] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.710335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.710438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.710654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.711405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.711405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20eb44d1-0fb1-4fe7-b65e-ede99f71e480" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.190997] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.697026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.697026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.697026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.697026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.697026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.697026] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be created. [ 1066.725438] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.725628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.725820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.726138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.726343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.746274] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: UNINITIALIZED for 2s [ 1066.967074] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ddcc555-b754-4e53-9421-3a6595877604 in Status: SUCCESS [ 1066.967329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.761492] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1068.761964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.762985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.763360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.764019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.764315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.764504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.764775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.764918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765254] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.233550] env[65581]: INFO networking_nsxv3.common.synchronization [req-4634a19a-eb78-4617-9beb-f5aece087bff req-bf380d6a-ecaa-4c02-a4f1-96c580e46fcf tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1069.234326] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1069.234656] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.235397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.235397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.235546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.235610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.235716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.235888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.236030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.236116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.236245] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.267218] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.608226] env[65581]: INFO networking_nsxv3.common.synchronization [req-4365bd25-cbea-4601-84a9-5598bbe251e8 req-2038bcdb-ec78-47d1-8edf-e53fd2c0fcb1 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1069.608843] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1069.609212] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.609510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.609510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.609673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.609779] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.609888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.609951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.610127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.610218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.610316] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.739242] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.770616] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0004b748-e43f-402c-abef-3961116662d7: rpc.has_security_group_logging(os_id): False [ 1069.792964] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.793245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.793245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.793592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.793592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.794014] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.794144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.794211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.794402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.794516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.794636] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be created. [ 1069.869705] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.869887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.869961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.884558] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: IN_PROGRESS for 2s [ 1070.061503] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.061857] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.062084] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.062509] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.062922] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.063207] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.063407] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.063736] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.064018] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.064410] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.064636] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.064887] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.065291] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.065548] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.065735] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.066054] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.092322] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.092577] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.092729] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.092931] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.093426] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-4d03e60a-73a1-4591-a4ab-8493bc5ab180 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.093698] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.093842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.094243] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.094415] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d03e60a-73a1-4591-a4ab-8493bc5ab180',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.113557] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.113856] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.113968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.114221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.114306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.114572] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.114715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.114787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.114979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.115102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.115207] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1070.147469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.147661] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.147721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.148015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.148088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.163119] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1070.241610] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.596791] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.597081] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.597179] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.597443] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.597599] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.597758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 4d03e60a-73a1-4591-a4ab-8493bc5ab180 not found, creating... [ 1070.598052] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.598242] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.598377] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.598607] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.598749] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.599054] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.599224] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.599339] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.599569] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.599687] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.599827] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 4d03e60a-73a1-4591-a4ab-8493bc5ab180 is going to be created. [ 1070.622305] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.622534] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.622636] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.622920] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.623169] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.623406] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.745300] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.745574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.745574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.745751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.745897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.745987] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1070.786490] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.786804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.786804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.786992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.787161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.797096] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1071.359575] env[65581]: INFO networking_nsxv3.common.synchronization [req-4365bd25-cbea-4601-84a9-5598bbe251e8 req-14b1f0b5-8866-4696-a8cd-c72d772a7055 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1071.359706] env[65581]: INFO networking_nsxv3.common.synchronization [req-4365bd25-cbea-4601-84a9-5598bbe251e8 req-14b1f0b5-8866-4696-a8cd-c72d772a7055 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1071.359863] env[65581]: INFO networking_nsxv3.common.synchronization [req-4365bd25-cbea-4601-84a9-5598bbe251e8 req-14b1f0b5-8866-4696-a8cd-c72d772a7055 service nova] Enqueued Resource ID: 4d03e60a-73a1-4591-a4ab-8493bc5ab180 with Priority: HIGHEST for action port [ 1071.360378] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1071.360563] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1071.360600] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d03e60a-73a1-4591-a4ab-8493bc5ab180 with Priority: HIGHEST for action port [ 1071.360855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.360972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.361062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.361280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.361364] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.362222] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.362313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.362526] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d03e60a-73a1-4591-a4ab-8493bc5ab180 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.362602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.362641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.362811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.362887] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d03e60a-73a1-4591-a4ab-8493bc5ab180',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.867052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867052] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d03e60a-73a1-4591-a4ab-8493bc5ab180 with status ACTIVE [ 1071.867052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.867541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867541] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.868219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.868219] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d03e60a-73a1-4591-a4ab-8493bc5ab180 is going to be updated. [ 1071.891022] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.891149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.891196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.891402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.891536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.891698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d03e60a-73a1-4591-a4ab-8493bc5ab180" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.897581] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1071.897797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172927] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1072.173172] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1072.173310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.173487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.173779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.173992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.174152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.174222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.174411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.174506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.174607] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.676667] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.808558] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1072.808558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.179268] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.506948] env[65581]: INFO networking_nsxv3.common.synchronization [req-7a78e7cb-85bb-4e18-9704-01bf3206aa8f req-0d0d534e-1f3f-4f2c-93b6-9a94df94f2c2 tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1073.507393] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1073.507702] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.507825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.508128] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.508212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.508370] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.508472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.508534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.508687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.508771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.508863] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.682033] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.682223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.682293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.682617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.683186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.683186] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1073.714058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.714058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.714262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.714341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.714517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.723630] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1073.803780] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.804052] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.804242] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.804609] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.804936] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.805342] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.805342] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.805498] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.805648] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.805898] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.806056] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.806183] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.806305] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.806469] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.807545] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.807545] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.831797] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.831797] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.832063] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.833078] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.833078] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-11a3b3a4-0431-4182-b4e3-f5abc022bc71 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.833078] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.833078] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.833359] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.833359] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a3b3a4-0431-4182-b4e3-f5abc022bc71',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.010927] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.011102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.011195] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.011483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.011584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.012044] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.012044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.012044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.012223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.012223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.012296] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c already deleted. [ 1074.012345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.336447] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.336797] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.336888] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.337202] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.337358] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.337515] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 11a3b3a4-0431-4182-b4e3-f5abc022bc71 not found, creating... [ 1074.337785] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.337945] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338076] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.338315] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.338453] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.338737] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.338892] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.339038] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.339362] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.339585] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.339747] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 11a3b3a4-0431-4182-b4e3-f5abc022bc71 is going to be created. [ 1074.360931] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.361401] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.361539] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.361871] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.362082] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.362333] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.079163] env[65581]: INFO networking_nsxv3.common.synchronization [req-7a78e7cb-85bb-4e18-9704-01bf3206aa8f req-827268ee-1fe2-4f91-9005-2f5624a0eeee service nova] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1075.079310] env[65581]: INFO networking_nsxv3.common.synchronization [req-7a78e7cb-85bb-4e18-9704-01bf3206aa8f req-827268ee-1fe2-4f91-9005-2f5624a0eeee service nova] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1075.079407] env[65581]: INFO networking_nsxv3.common.synchronization [req-7a78e7cb-85bb-4e18-9704-01bf3206aa8f req-827268ee-1fe2-4f91-9005-2f5624a0eeee service nova] Enqueued Resource ID: 11a3b3a4-0431-4182-b4e3-f5abc022bc71 with Priority: HIGHEST for action port [ 1075.079953] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1075.086019] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1075.086019] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3b3a4-0431-4182-b4e3-f5abc022bc71 with Priority: HIGHEST for action port [ 1075.086019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.086019] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.086019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.086019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.086019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.086019] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.087933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a3b3a4-0431-4182-b4e3-f5abc022bc71 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.088191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.088334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.088558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.088709] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a3b3a4-0431-4182-b4e3-f5abc022bc71',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.445098] env[65581]: INFO networking_nsxv3.common.synchronization [req-eae54ec1-b1a9-4b3c-b711-cd7ec3faa974 req-586c056c-d774-43c3-b92c-38de6ce65fab tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1075.445719] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1075.446156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.446834] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.447090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.447286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.447404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.447525] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.591672] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.592891] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.593074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.595656] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a3b3a4-0431-4182-b4e3-f5abc022bc71 with status ACTIVE [ 1075.595656] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.595656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.595656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.595656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.596158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.596158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.596158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.596251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.596404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.596536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.596713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.596917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.597046] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.597280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.597405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.597536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a3b3a4-0431-4182-b4e3-f5abc022bc71 is going to be updated. [ 1075.620941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.621125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.621165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.621731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.621731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.621731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a3b3a4-0431-4182-b4e3-f5abc022bc71" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.737821] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1075.738228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.738410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.738689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.738911] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.739180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.739287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.739504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.739681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.739738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.739852] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.769114] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.769400] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.769535] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.769887] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.770343] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.770703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.770703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.770880] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.771093] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.771361] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.771482] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.771675] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.771869] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.772227] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.772469] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.772719] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.800665] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.801962] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.801962] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.801962] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.801962] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-0b256f4d-c9bd-4e75-a563-aa814dcb037f taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.801962] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.801962] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.802391] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.803544] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b256f4d-c9bd-4e75-a563-aa814dcb037f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.950078] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.951037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.951037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.951037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.951037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.951270] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.951270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.951270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.951501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.951740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.951740] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1075.980035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.980035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.980238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.980282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.980421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.993269] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1076.094763] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.242886] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.243139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.243249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.243499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.243708] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.243956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.244067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.244240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.244327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.244421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.244576] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.244671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.244732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.244877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.245030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.245124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.245186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.245332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.245405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.245489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.245582] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.305090] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.305344] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.305472] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.305742] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.305924] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.306110] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 0b256f4d-c9bd-4e75-a563-aa814dcb037f not found, creating... [ 1076.306465] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.306630] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.306747] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.306970] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.307142] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.307609] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.307609] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.307729] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.307955] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.308101] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.308237] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 0b256f4d-c9bd-4e75-a563-aa814dcb037f is going to be created. [ 1076.349123] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.349354] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.349483] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.349763] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.350094] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.350375] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.597227] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.597584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.597584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.597833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.597975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.598122] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be created. [ 1076.623054] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.623054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.623267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.623325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.623459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.633656] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: UNINITIALIZED for 2s [ 1076.748509] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02207020-7e0c-4f2c-85ad-f2aa41fd406b: rpc.has_security_group_logging(os_id): False [ 1076.768081] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.768081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.768350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.768414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.768694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.768694] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.768898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.768993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.769150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.769247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.769465] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.769562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.769626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.769778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.769852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.770078] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.770154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.770194] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.770338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.770420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.770501] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1076.834138] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.834217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.834311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.834548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.834693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.852674] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1077.035961] env[65581]: INFO networking_nsxv3.common.synchronization [req-eae54ec1-b1a9-4b3c-b711-cd7ec3faa974 req-9684481a-5577-4410-8371-6210400474fa service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1077.036060] env[65581]: INFO networking_nsxv3.common.synchronization [req-eae54ec1-b1a9-4b3c-b711-cd7ec3faa974 req-9684481a-5577-4410-8371-6210400474fa service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1077.036191] env[65581]: INFO networking_nsxv3.common.synchronization [req-eae54ec1-b1a9-4b3c-b711-cd7ec3faa974 req-9684481a-5577-4410-8371-6210400474fa service nova] Enqueued Resource ID: 0b256f4d-c9bd-4e75-a563-aa814dcb037f with Priority: HIGHEST for action port [ 1077.036821] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1077.036879] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1077.036997] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b256f4d-c9bd-4e75-a563-aa814dcb037f with Priority: HIGHEST for action port [ 1077.037343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.037412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.037484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.037684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.037831] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.038645] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.038770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.038991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b256f4d-c9bd-4e75-a563-aa814dcb037f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.039058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.039126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.039275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.039346] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b256f4d-c9bd-4e75-a563-aa814dcb037f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.542548] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b256f4d-c9bd-4e75-a563-aa814dcb037f with status ACTIVE [ 1077.542548] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.542795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.542795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.543020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.543211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.543469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.543616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.543735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.543952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.544094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.544496] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.544496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.544622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.545676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.545676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.545676] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b256f4d-c9bd-4e75-a563-aa814dcb037f is going to be updated. [ 1077.549463] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.549701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.574493] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.574655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.574655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.574795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.574976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.575243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b256f4d-c9bd-4e75-a563-aa814dcb037f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.004085] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1078.004448] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1078.004448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.004557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.004779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.004948] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.005089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.005204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.005383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.005475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.005574] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.509229] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.653061] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1078.653429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.653688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.654051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.654349] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.654525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.654645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.655050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.655176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.655337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.655508] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.869181] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1078.869768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.011750] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.160555] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.516259] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.516259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.516259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.516259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.516259] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.516259] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1079.545271] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.545271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.545271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.545271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.545446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.554650] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1079.661337] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db18ebc4-adcd-496b-8ea3-59fdb72b709c: rpc.has_security_group_logging(os_id): False [ 1079.681454] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.681615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.681791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.681902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.682025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.682258] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.682355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.683224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.683224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.683224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.683224] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be created. [ 1079.740396] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.740581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.740647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.740841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.741148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.752112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1080.078684] env[65581]: INFO networking_nsxv3.common.synchronization [req-30843e8e-69f4-47be-9a1f-95c54226ab77 req-52ec4862-1e83-4691-817f-6f44aa44afc6 tempest-ServersTestJSON-676512351 tempest-ServersTestJSON-676512351-project-member] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_members [ 1080.079822] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGHEST for action security_group_members [ 1080.079822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.079822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.079822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.080173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.080372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.080503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.080580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.080794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.080890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.080987] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.583933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.584127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.584218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.584426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.584540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.584754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.584855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.584918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.585091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.585178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.585299] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 is going to be updated. [ 1080.618971] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.619331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.619331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.619448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.619590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.630713] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: IN_PROGRESS for 2s [ 1081.567541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1081.567845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.568041] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.568285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.568502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.568626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.568707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.568888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.568985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.569091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.569195] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.767932] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1081.768376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.796037] env[65581]: INFO networking_nsxv3.common.synchronization [req-18863e2b-61cf-4081-a549-7268318f9480 req-b558a210-3b9c-488a-9f64-d02f659fdf11 tempest-ServerRescueTestJSON-1507845870 tempest-ServerRescueTestJSON-1507845870-project-member] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1081.796753] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1081.797531] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.797622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.797684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.797896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.798116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.798226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.798313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.798495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.798593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.798718] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.071591] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.071827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.071896] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.072200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.072753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.072753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.072753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.072962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.073154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.073320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.073520] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.073678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.073727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.073951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.074246] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.074354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.074423] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.074593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.074712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.074778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.074856] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.301948] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.578213] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 1082.598806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.598806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.599156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.599701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.599701] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.599701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.600096] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.600775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.601393] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.601393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.601393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.601627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.601627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.601824] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.601931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.601987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.602164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.602251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.602355] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1082.650162] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 in Status: SUCCESS [ 1082.650387] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 deletion is rescheduled due to dependency. [ 1082.650525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.703565] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.703565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.703565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.703565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.703565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.719606] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1082.807161] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.856175] env[65581]: INFO networking_nsxv3.common.synchronization [req-9bd72ec5-5508-4c0f-b5dd-9602bbae767b req-ef2d16c4-5adf-4003-9ac0-377a12e29353 tempest-ServerActionsV293TestJSON-1176972588 tempest-ServerActionsV293TestJSON-1176972588-project-member] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_members [ 1082.856175] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_members [ 1082.856175] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.856175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.856175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.858695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.860942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.860942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.860942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.860942] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.309119] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.309291] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.309291] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.309630] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.309901] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.310073] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.310185] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.310407] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.310550] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.310854] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.310854] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.310977] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.311174] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.311174] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.311296] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.311465] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.312662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.312813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.312885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.313017] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.313106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.313255] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be updated. [ 1083.334839] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.335040] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.335176] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.335356] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-677" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.335671] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.335841] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.335962] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.336382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.336556] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9749f0-d9db-4214-bd72-b3da71f2d1bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.344875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.345019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.345107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.345439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.357060] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1083.365552] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.365698] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.365836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.365976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.366083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.366321] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.366393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.366452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.366601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.366675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.366757] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 already deleted. [ 1083.366838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.839554] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.839919] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.840031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.840323] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.840488] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.840644] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 3c9749f0-d9db-4214-bd72-b3da71f2d1bb not found, creating... [ 1083.840927] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.841132] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.841322] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.841589] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.841743] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.842190] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.842451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.842674] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.842853] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.842967] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.843124] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 3c9749f0-d9db-4214-bd72-b3da71f2d1bb is going to be created. [ 1083.845934] env[65581]: INFO networking_nsxv3.common.synchronization [req-1395d13d-8b08-4070-a845-882db4a6bf45 req-cc3ec519-3623-4b46-a80c-33b04c08f010 tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_members [ 1083.846982] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGHEST for action security_group_members [ 1083.847342] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.847460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.847522] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.847703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.847853] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.847949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.848805] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.849052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.849216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.849274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.867324] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.867571] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.867722] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.868048] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.868347] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.868602] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.352627] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.353494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.353494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.353494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.353494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.353714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.353786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.353906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.354102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.354225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.354414] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87981821-efed-4a98-b128-5b59904984aa is going to be updated. [ 1084.387957] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.388146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.388233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.388452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.388628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.399301] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: IN_PROGRESS for 2s [ 1084.589149] env[65581]: INFO networking_nsxv3.common.synchronization [req-9bd72ec5-5508-4c0f-b5dd-9602bbae767b req-0b719af2-6785-4296-879f-f3c00c5e5982 service nova] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_rules [ 1084.589356] env[65581]: INFO networking_nsxv3.common.synchronization [req-9bd72ec5-5508-4c0f-b5dd-9602bbae767b req-0b719af2-6785-4296-879f-f3c00c5e5982 service nova] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_members [ 1084.589497] env[65581]: INFO networking_nsxv3.common.synchronization [req-9bd72ec5-5508-4c0f-b5dd-9602bbae767b req-0b719af2-6785-4296-879f-f3c00c5e5982 service nova] Enqueued Resource ID: 3c9749f0-d9db-4214-bd72-b3da71f2d1bb with Priority: HIGHEST for action port [ 1084.590102] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_rules [ 1084.590189] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_members [ 1084.590293] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c9749f0-d9db-4214-bd72-b3da71f2d1bb with Priority: HIGHEST for action port [ 1084.590567] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.590684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.590752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.590948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.592221] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.593044] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.593171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.593241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.593431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.593583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.593677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.593739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.593879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.593963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.594071] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.594908] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.595428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.595428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.595780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.595780] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9749f0-d9db-4214-bd72-b3da71f2d1bb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.734736] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1084.734967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.097400] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.098824] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.098987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099511] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c9749f0-d9db-4214-bd72-b3da71f2d1bb with status ACTIVE [ 1085.099713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.099852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.100184] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.100310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.100882] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.100882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.101038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.101233] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.101360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.101458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.101631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.102186] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.102186] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c9749f0-d9db-4214-bd72-b3da71f2d1bb is going to be updated. [ 1085.127504] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.127732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.127826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.128117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.128292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.128508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c9749f0-d9db-4214-bd72-b3da71f2d1bb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.323804] env[65581]: INFO networking_nsxv3.common.synchronization [req-b7519a7b-754b-4db8-8123-601de6283648 req-6ab9e0af-073c-41a2-bf88-cd17984ad206 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1085.324996] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1085.324996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.324996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.325215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.325288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.325424] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.325524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.325587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.325734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.325820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.325913] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.367983] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1085.368263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.601849] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.743909] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.744336] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.910196] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.911016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.911016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.911016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.911155] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.911290] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.911403] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.911507] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.911609] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.911726] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.911829] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.911964] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.913698] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.939603] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.939938] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.940121] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.940402] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.940918] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.941219] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.941421] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.941916] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.942143] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.104626] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.105160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.105160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.105160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.105291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.105432] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 is going to be created. [ 1086.139376] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.139625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.139786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.139905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.140579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.158350] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 in Status: UNINITIALIZED for 2s [ 1086.410209] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87981821-efed-4a98-b128-5b59904984aa in Status: SUCCESS [ 1086.410497] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87981821-efed-4a98-b128-5b59904984aa deletion is rescheduled due to dependency. [ 1086.410599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.417184] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.445561] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.445778] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.445943] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.446327] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.446489] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.446639] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 not found, creating... [ 1086.446918] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.447124] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.447303] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.447543] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.447686] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.447983] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.448166] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.448280] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.448676] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.448838] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.449119] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 is going to be created. [ 1086.472857] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.473162] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.473351] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.473648] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.473909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.474335] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.919785] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.920196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.920286] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.920595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.920752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.920930] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be updated. [ 1086.963294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.963493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.963571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.963852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.964077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.978246] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: IN_PROGRESS for 2s [ 1087.074070] env[65581]: INFO networking_nsxv3.common.synchronization [req-b7519a7b-754b-4db8-8123-601de6283648 req-5add4e35-8b07-4159-9dff-2cc754edd78f service nova] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1087.074070] env[65581]: INFO networking_nsxv3.common.synchronization [req-b7519a7b-754b-4db8-8123-601de6283648 req-5add4e35-8b07-4159-9dff-2cc754edd78f service nova] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1087.074600] env[65581]: INFO networking_nsxv3.common.synchronization [req-b7519a7b-754b-4db8-8123-601de6283648 req-5add4e35-8b07-4159-9dff-2cc754edd78f service nova] Enqueued Resource ID: bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 with Priority: HIGHEST for action port [ 1087.074779] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_rules [ 1087.074930] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1087.075048] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 with Priority: HIGHEST for action port [ 1087.075337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.075460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.075527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.075728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.075809] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.076714] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.076838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.077098] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.077552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.077629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.077825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.077906] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.579588] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.579910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.580056] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 with status ACTIVE [ 1087.580215] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.580392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.580446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.580650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.580740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.580920] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.581045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.581135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.581314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.581405] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.581620] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.581718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.581781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.581921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.581994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.582095] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2 is going to be updated. [ 1087.606566] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.606566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.606566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.606726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.606786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.606931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb678bb3-839e-4bb2-bab5-2ceb6f7ec9b2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.855847] env[65581]: INFO networking_nsxv3.common.synchronization [req-15287bcd-1235-43da-b928-e0e7aa767116 req-70ea7b09-a8e7-43e4-a6d8-a7cb33ad8019 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1087.856419] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1087.857151] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.857323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.857396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.857604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.858012] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.858012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.858012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.858147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.858147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.858241] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.169803] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 in Status: SUCCESS [ 1088.169983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.170225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.170550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.170888] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.171082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.171447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.171447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.171447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.171565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.171628] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.364662] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.366926] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.367376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.367376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.367621] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.367929] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.368173] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.368482] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.368842] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.369600] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.369600] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.369600] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.369600] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.369812] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.369856] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.370289] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.370289] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.395182] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.395490] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.395660] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.396636] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.396636] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-e99f0715-74e4-4f07-acca-37182dbcfecc taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.396895] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.396895] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.397262] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.397440] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99f0715-74e4-4f07-acca-37182dbcfecc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.677159] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.872167] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.900772] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.901016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.901202] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.901449] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.901623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.901740] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port e99f0715-74e4-4f07-acca-37182dbcfecc not found, creating... [ 1088.902000] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.902253] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.902337] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.902492] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.902626] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.902998] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.903197] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.903314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.903523] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.903654] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.903791] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: e99f0715-74e4-4f07-acca-37182dbcfecc is going to be created. [ 1088.936401] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.936646] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.936730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.937027] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.937344] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.937598] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.988078] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1088.988502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.988807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.989021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.989247] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.989470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.989550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.989750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.989857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.989975] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.183025] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5: rpc.has_security_group_logging(os_id): False [ 1089.204250] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.204477] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.204560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.204839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.204975] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.205372] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.205481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.205481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.205729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.205855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.206154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 is going to be created. [ 1089.290167] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.290343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.290343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.290564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.290775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.303856] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 in Status: IN_PROGRESS for 2s [ 1089.374696] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.374908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.375030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.375319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.375433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.375541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1089.424911] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.425147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.425463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.425581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.425796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.441783] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1089.492368] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.741263] env[65581]: INFO networking_nsxv3.common.synchronization [req-15287bcd-1235-43da-b928-e0e7aa767116 req-61b00421-c89c-4ce4-976b-8868458311e9 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1089.741760] env[65581]: INFO networking_nsxv3.common.synchronization [req-15287bcd-1235-43da-b928-e0e7aa767116 req-61b00421-c89c-4ce4-976b-8868458311e9 service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1089.741938] env[65581]: INFO networking_nsxv3.common.synchronization [req-15287bcd-1235-43da-b928-e0e7aa767116 req-61b00421-c89c-4ce4-976b-8868458311e9 service nova] Enqueued Resource ID: e99f0715-74e4-4f07-acca-37182dbcfecc with Priority: HIGHEST for action port [ 1089.742740] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1089.742911] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1089.743088] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99f0715-74e4-4f07-acca-37182dbcfecc with Priority: HIGHEST for action port [ 1089.743870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.743870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.743870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.743870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.743870] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.744981] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-e99f0715-74e4-4f07-acca-37182dbcfecc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.745864] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99f0715-74e4-4f07-acca-37182dbcfecc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.995739] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.250555] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.250734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.250997] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e99f0715-74e4-4f07-acca-37182dbcfecc with status ACTIVE [ 1090.251160] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.251538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.251538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.251807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.251807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.252153] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.252153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.252153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.252435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.252435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.252612] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.252728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.252728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.252872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.252927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.253162] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e99f0715-74e4-4f07-acca-37182dbcfecc is going to be updated. [ 1090.316346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.316528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.316581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.316796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.316962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.317219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e99f0715-74e4-4f07-acca-37182dbcfecc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.504116] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.504116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.504116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.504116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.504116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.504116] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be updated. [ 1090.556848] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.556848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.556848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.557127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.557282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.568497] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: IN_PROGRESS for 2s [ 1091.319527] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 in Status: SUCCESS [ 1091.319986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.455531] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1091.455780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.455958] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.456244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.456578] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.456578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.456708] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.456786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.456869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.456962] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.960084] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.462551] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.580318] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.581870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.581870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.581870] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.965307] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.965447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.965556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.965758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.965851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.966170] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1093.018327] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.018422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.018620] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.018890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.019115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.036061] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1093.087426] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.595366] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0004b748-e43f-402c-abef-3961116662d7: rpc.has_security_group_logging(os_id): False [ 1093.620629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.620811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.620936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.621317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.621317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.621442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.621798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.621798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.621798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.621798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.621944] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be updated. [ 1093.698052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.698052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.698329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.698432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.698618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.729029] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: IN_PROGRESS for 2s [ 1094.209672] env[65581]: INFO networking_nsxv3.common.synchronization [req-6e23deb6-b12f-429c-bffe-1d9511be7eb0 req-5865b518-8473-4b93-89e0-98327bdbf50e tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1094.210609] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1094.211295] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.211552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.211644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.212074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.213050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.213050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.213050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.213050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.213050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.213320] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.702168] env[65581]: INFO networking_nsxv3.common.synchronization [req-3023342a-6b56-4937-8de7-afdee148bff7 req-75d3be8e-1513-46ff-ba6f-f80158a6bfd1 tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1094.702981] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1094.703334] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.703458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.703526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.703785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.703946] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.704105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.704164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.704316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.704402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.704496] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.716985] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.716985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.716985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.717135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.717223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.717435] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.717569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.717651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.717853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.717945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.718061] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1094.749079] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.749328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.753171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.753171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.753171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.762658] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1095.048729] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1095.048988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.049235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.049577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.049949] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.050098] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.050177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.050542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.050740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.050785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.050917] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.206778] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.207176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.207261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.208100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.208100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.208100] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.208316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.208316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.208725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.208725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.208725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec already deleted. [ 1095.208725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.231274] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.231490] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.231622] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.233527] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.234827] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.235457] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.235691] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.236114] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.236399] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.236757] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.237993] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.237993] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.237993] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.237993] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.237993] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.237993] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.353522] env[65581]: INFO networking_nsxv3.common.synchronization [req-b6a6aad1-2556-4e12-95fb-59da401b75ee req-ea93889b-5569-409b-a768-370cd04e1d01 tempest-ServerRescueTestJSON-1507845870 tempest-ServerRescueTestJSON-1507845870-project-member] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1095.353966] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGHEST for action security_group_members [ 1095.354124] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.354295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.354450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.354594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.354751] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.354851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.354909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.355076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.355150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.355252] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.366021] env[65581]: INFO networking_nsxv3.common.synchronization [None req-4c7f3305-991f-4870-82c7-4eb416bcf292 None None] Enqueued Resource ID: dce82234-a8e6-45c4-9585-1828730fe9dc with Priority: HIGHEST for action port [ 1095.366021] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce82234-a8e6-45c4-9585-1828730fe9dc with Priority: HIGHEST for action port [ 1095.366021] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce82234-a8e6-45c4-9585-1828730fe9dc taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.366021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce82234-a8e6-45c4-9585-1828730fe9dc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.366021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce82234-a8e6-45c4-9585-1828730fe9dc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.366021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce82234-a8e6-45c4-9585-1828730fe9dc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.366021] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce82234-a8e6-45c4-9585-1828730fe9dc',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.465646] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.465851] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.228 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.465993] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.466542] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.466542] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.466768] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.467016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.467215] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.467417] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8fcea2-993f-49cb-91e5-8d116ab9e33e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.555787] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.556070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.556265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.556459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.556648] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.556766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.556823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.556959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.557048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.557142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.557336] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.557442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.557493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.557865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.557865] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.557865] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.558061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.558061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.558148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.558212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.558274] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.629931] env[65581]: INFO networking_nsxv3.common.synchronization [req-8ba8a8c1-9a74-4598-87fc-8520a657d129 req-1893e847-d08f-4965-bd86-20dbf93a12a3 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1095.631683] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1095.632446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.632446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.632446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.632657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.632686] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.632810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.632847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.632991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.633099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.633198] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.746924] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1095.747261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.859495] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.859701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.859738] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.859947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.860147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.860290] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.860363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.860422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.860562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.860637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.860728] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be updated. [ 1095.868577] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce82234-a8e6-45c4-9585-1828730fe9dc [ 1095.868864] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.869054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.869229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.869529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.869645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.869785] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce82234-a8e6-45c4-9585-1828730fe9dc already deleted. [ 1095.869905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce82234-a8e6-45c4-9585-1828730fe9dc" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.891858] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.892057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.892143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.892463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.892625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.903012] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: IN_PROGRESS for 2s [ 1095.973272] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.973581] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.973762] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974094] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.974275] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.974490] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 8d8fcea2-993f-49cb-91e5-8d116ab9e33e not found, creating... [ 1095.974808] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974992] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.975172] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.975446] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.975596] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975954] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.976144] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.976364] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.976615] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.976764] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.976909] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 8d8fcea2-993f-49cb-91e5-8d116ab9e33e is going to be created. [ 1096.001238] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.001539] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.001607] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.001922] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.002351] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.002461] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.052395] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9f855e8-3b05-4392-bf3c-8185139affc6 req-cdbcd50c-7d9f-40de-b2bf-c7a065ee29fd tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1096.053586] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1096.054126] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.054324] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.054401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.054598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.054762] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.054864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.054929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.055089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.055178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.055277] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.060463] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 1096.085755] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.085755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.085755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.085755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.085755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.086065] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.086065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.086065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.086171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.086325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.087345] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.087510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.088153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.088353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.088480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.088751] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.088881] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.088963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.089145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.089244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.089370] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1096.136449] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.136625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.136625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.136885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.136973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.137368] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.137368] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.137517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.137668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.137790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.137884] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1096.178857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.179150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.179201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.179447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.179799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.202050] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1096.215799] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.216085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.216085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.217242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.217242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.243764] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1096.557852] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.558048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.558048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.559607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.559607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.559607] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.559607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.559607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.559607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.559607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.559607] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1096.587029] env[65581]: INFO networking_nsxv3.common.synchronization [req-3023342a-6b56-4937-8de7-afdee148bff7 req-3b28ca6a-7288-4ed4-9ee3-5be8a0e054a8 service nova] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_rules [ 1096.587172] env[65581]: INFO networking_nsxv3.common.synchronization [req-3023342a-6b56-4937-8de7-afdee148bff7 req-3b28ca6a-7288-4ed4-9ee3-5be8a0e054a8 service nova] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1096.587325] env[65581]: INFO networking_nsxv3.common.synchronization [req-3023342a-6b56-4937-8de7-afdee148bff7 req-3b28ca6a-7288-4ed4-9ee3-5be8a0e054a8 service nova] Enqueued Resource ID: 8d8fcea2-993f-49cb-91e5-8d116ab9e33e with Priority: HIGHEST for action port [ 1096.587941] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_rules [ 1096.590218] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1096.591293] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8fcea2-993f-49cb-91e5-8d116ab9e33e with Priority: HIGHEST for action port [ 1096.591293] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.591293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.591561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.591726] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.591831] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.593533] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.593693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.593777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.594148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.594440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.594728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.594800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.595054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.595152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.595251] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.598926] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.599056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.599126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.599305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.599389] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8fcea2-993f-49cb-91e5-8d116ab9e33e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.601634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.601752] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.601819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.601985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.604036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.617291] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1096.772681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1096.772944] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1096.772982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.106240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.106761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.106761] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.107750] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d8fcea2-993f-49cb-91e5-8d116ab9e33e with status ACTIVE [ 1097.107990] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.108754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.108754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.108754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.108754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.108923] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.108973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.109056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.109257] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.109341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.109528] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.109622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.109679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.109819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.109914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.109978] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d8fcea2-993f-49cb-91e5-8d116ab9e33e is going to be updated. [ 1097.135915] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.135915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.136426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.136701] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.137369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.137369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8fcea2-993f-49cb-91e5-8d116ab9e33e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.611867] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.916085] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 in Status: SUCCESS [ 1097.916386] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 deletion is rescheduled due to dependency. [ 1097.916456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.048171] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a2fc2522-d6aa-4831-b4cc-4a7c5fcd3a8d tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1098.048171] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1098.048544] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.048679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.048747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.048968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.049168] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.049278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.049342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.049494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.049578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.049674] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.118050] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.118050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.118050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.118050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.118050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.118050] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be created. [ 1098.146768] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.146768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.149812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.149812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.150088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.163650] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: UNINITIALIZED for 2s [ 1098.219826] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1098.220039] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1098.220339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.269737] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1098.270035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.353907] env[65581]: INFO networking_nsxv3.common.synchronization [None req-30ee6885-c0c2-4ac7-aa3d-90cea9c8a069 None None] Enqueued Resource ID: 18a312fa-4d9a-4bff-bab4-0bcf167130f2 with Priority: HIGHEST for action port [ 1098.353907] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a312fa-4d9a-4bff-bab4-0bcf167130f2 with Priority: HIGHEST for action port [ 1098.353907] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a312fa-4d9a-4bff-bab4-0bcf167130f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.353907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a312fa-4d9a-4bff-bab4-0bcf167130f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.353907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a312fa-4d9a-4bff-bab4-0bcf167130f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.353907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a312fa-4d9a-4bff-bab4-0bcf167130f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.354203] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a312fa-4d9a-4bff-bab4-0bcf167130f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.552722] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.552874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.552944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.553187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.553285] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.553781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.553781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.553781] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.553934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.553934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.554032] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1098.582412] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.582547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.582623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.582829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.582974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.594053] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1098.625726] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1098.625911] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b deletion is rescheduled due to dependency. [ 1098.626037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.857173] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18a312fa-4d9a-4bff-bab4-0bcf167130f2 [ 1098.857450] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.857589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.857660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.857875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.857962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.858076] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18a312fa-4d9a-4bff-bab4-0bcf167130f2 already deleted. [ 1098.858158] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a312fa-4d9a-4bff-bab4-0bcf167130f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.007964] env[65581]: INFO networking_nsxv3.common.synchronization [req-8e98bfb8-b9e4-4a25-bb85-55689bc16dbc req-051d6288-90ed-4df6-8467-a6d012dde9b9 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1100.009169] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1100.009542] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.009722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.009798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.009972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.010177] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.010280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.010343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.010507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.010631] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.010684] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.176343] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.176343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.176343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.176343] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.365453] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.365688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.365780] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.366065] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.366366] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.366532] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.366649] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.366868] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.367026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.367236] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.367351] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.367532] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.367632] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.367749] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.367854] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.367986] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.389207] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.389378] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.389746] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.389746] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.390013] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3fe84383-c8ae-4ee9-af73-a91671760bed taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.393216] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.393216] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.393216] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.393216] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe84383-c8ae-4ee9-af73-a91671760bed',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.513728] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.513907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.513959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.514209] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.514634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.514634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.514634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.514634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.514832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.518224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.518362] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1100.555278] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.555278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.555278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.555278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.555278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.559893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1100.606031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1100.606706] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 deletion is rescheduled due to dependency. [ 1100.606772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.679650] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.679825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.679883] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.680138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.680320] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.680427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.680492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.680646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.680737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.680838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.680987] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.681102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.681165] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.681309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.681451] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.681540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.681601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.681735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.681918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.682016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.682117] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.893839] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.894099] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.894260] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.894545] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.894707] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.894837] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3fe84383-c8ae-4ee9-af73-a91671760bed not found, creating... [ 1100.895184] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.895347] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.895462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.895682] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.895821] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.896153] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.896362] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.896484] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.896695] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.896827] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.896965] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3fe84383-c8ae-4ee9-af73-a91671760bed is going to be created. [ 1100.917421] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.917642] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.921026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.921026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.921026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.921026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.184994] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec: rpc.has_security_group_logging(os_id): False [ 1101.203301] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.203458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.203512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.203719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.203808] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.203994] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.204105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.204214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.204321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.204395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.204610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.204707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.204769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.204941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.205034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.205235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.205328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.205392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.205553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.205629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.205715] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be created. [ 1101.279029] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.279263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.279263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.279524] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.279672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.292014] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1101.613908] env[65581]: INFO networking_nsxv3.common.synchronization [req-8e98bfb8-b9e4-4a25-bb85-55689bc16dbc req-77689d3b-71ce-46eb-8d39-fd6ac954bd35 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1101.614119] env[65581]: INFO networking_nsxv3.common.synchronization [req-8e98bfb8-b9e4-4a25-bb85-55689bc16dbc req-77689d3b-71ce-46eb-8d39-fd6ac954bd35 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1101.614268] env[65581]: INFO networking_nsxv3.common.synchronization [req-8e98bfb8-b9e4-4a25-bb85-55689bc16dbc req-77689d3b-71ce-46eb-8d39-fd6ac954bd35 service nova] Enqueued Resource ID: 3fe84383-c8ae-4ee9-af73-a91671760bed with Priority: HIGHEST for action port [ 1101.614857] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1101.614998] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1101.615393] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe84383-c8ae-4ee9-af73-a91671760bed with Priority: HIGHEST for action port [ 1101.615720] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.615843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.615930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.616133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.616215] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.617894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.618034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.618254] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe84383-c8ae-4ee9-af73-a91671760bed taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.618363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.622030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.622030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.622030] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe84383-c8ae-4ee9-af73-a91671760bed',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.926496] env[65581]: INFO networking_nsxv3.common.synchronization [req-8c12edaf-d78f-40bc-b7d5-dbb386596c62 req-a5e3b7bd-c060-46fd-aff3-b67219ac3321 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1101.927238] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1101.927415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.927566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.927671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.927839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.927999] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.928143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.928472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.928472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.928472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.928579] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.119574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.119574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.120856] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fe84383-c8ae-4ee9-af73-a91671760bed with status ACTIVE [ 1102.121060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.121305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.121305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.121451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.121536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.121723] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.121827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.121860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.122009] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.122088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.122356] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.122356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.122471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.122557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.122597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.122685] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fe84383-c8ae-4ee9-af73-a91671760bed is going to be updated. [ 1102.145339] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.145543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.145625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.146301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.146592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.146969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe84383-c8ae-4ee9-af73-a91671760bed" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.431536] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.569860] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1102.570341] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1102.570583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.570933] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.571394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.571716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.571929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.572073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.572372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.572532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.572713] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.933810] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.076030] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.118844] env[65581]: INFO networking_nsxv3.common.synchronization [req-0e3313f6-dbae-43f6-85a7-d5fb687417f3 req-d3e1f98f-3e1c-480d-9463-cffa468c4d04 tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 1103.119398] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 1103.119720] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.119871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.119937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.120208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.120373] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.120475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.120536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.120688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.120775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.120871] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.306921] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1103.306921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.436409] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.436648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.436648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.436875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.436979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.437141] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1103.475065] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.475164] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.475201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.475475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.475622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.486926] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1103.578447] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.625841] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.081000] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.081175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.081427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.081539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.081632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.081732] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1104.111332] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.112027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.112027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.112027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.112179] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.122222] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1104.127680] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.633509] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.633846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.633846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.634215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.634215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.634215] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 1104.669535] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.669792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.669890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.670278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.670383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.682744] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 1105.498552] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1105.499022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.133093] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1106.133373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.133480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.133766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.133868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.133993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.134140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.134217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.134297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.134519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.134519] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.636629] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.636873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.636950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.637248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.637906] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.637906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.638061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.638266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.638358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.638541] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.638640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.638716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.639023] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.639131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.639193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.639332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.639409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.639494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.639592] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.694853] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 1106.695130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.142129] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02207020-7e0c-4f2c-85ad-f2aa41fd406b: rpc.has_security_group_logging(os_id): False [ 1107.161187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.161346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.161419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.161637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.161725] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.161917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.162036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.162105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.162254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.162332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.162534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.162668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.162699] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.162818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.162890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.163084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.163178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.163237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.163374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.163448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.163532] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1107.233957] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.234154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.234230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.234468] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.234616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.249235] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1108.121076] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.121076] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1108.322478] env[65581]: INFO networking_nsxv3.common.synchronization [req-e89d9dc1-8699-45bb-842d-934966fa6582 req-d0fe8af5-e59c-46a3-8839-588092c7a884 tempest-ServerGroupTestJSON-1076729200 tempest-ServerGroupTestJSON-1076729200-project-member] Enqueued Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_members [ 1108.323199] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_members [ 1108.323719] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.323719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.323719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.324035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.324289] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.324289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.324509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.324509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.324635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.324707] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.615503] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.615692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-335" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.615883] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-335" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.616485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-335" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.616651] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.617513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.617513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.617513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.617513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.617797] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.618127] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.618194] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.618904] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.618904] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.618904] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.618904] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.637983] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.638207] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.638350] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.638535] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-335" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.638847] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-da1bc631-c3e1-43aa-b316-e71f6e484d2e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.639022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.639145] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.639466] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.639608] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1bc631-c3e1-43aa-b316-e71f6e484d2e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.827480] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.827650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.827707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.827947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.828053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.828259] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.828365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.828411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.828564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.828640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.828732] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 already deleted. [ 1108.828827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.142087] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.142326] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.142455] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.142752] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.142910] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.143084] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port da1bc631-c3e1-43aa-b316-e71f6e484d2e not found, creating... [ 1109.143360] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.143527] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.143644] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.143870] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.144042] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.144525] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.144707] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.144822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.145059] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.145225] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.145387] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: da1bc631-c3e1-43aa-b316-e71f6e484d2e is going to be created. [ 1109.169219] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.169445] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.169575] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.169875] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.170129] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.170373] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.267308] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1109.267587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.865086] env[65581]: INFO networking_nsxv3.common.synchronization [req-e89d9dc1-8699-45bb-842d-934966fa6582 req-92f9976c-4078-4e40-8cb6-f1eefdd31867 service nova] Enqueued Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_rules [ 1109.865339] env[65581]: INFO networking_nsxv3.common.synchronization [req-e89d9dc1-8699-45bb-842d-934966fa6582 req-92f9976c-4078-4e40-8cb6-f1eefdd31867 service nova] Enqueued Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_members [ 1109.865475] env[65581]: INFO networking_nsxv3.common.synchronization [req-e89d9dc1-8699-45bb-842d-934966fa6582 req-92f9976c-4078-4e40-8cb6-f1eefdd31867 service nova] Enqueued Resource ID: da1bc631-c3e1-43aa-b316-e71f6e484d2e with Priority: HIGHEST for action port [ 1109.866016] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_rules [ 1109.866171] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_members [ 1109.866241] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bc631-c3e1-43aa-b316-e71f6e484d2e with Priority: HIGHEST for action port [ 1109.866643] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.866794] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.866898] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.867249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.867351] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.868252] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.868397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.868474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.868656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.868822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.870055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.870055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.870055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.870055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.870055] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.870468] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1bc631-c3e1-43aa-b316-e71f6e484d2e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.871029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.871029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.871029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.871029] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1bc631-c3e1-43aa-b316-e71f6e484d2e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.372962] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.373170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.373450] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.374439] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da1bc631-c3e1-43aa-b316-e71f6e484d2e with status ACTIVE [ 1110.374636] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.374762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.374817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.375040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.375176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.375303] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.375407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.375472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.375616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.375692] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.375867] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.375965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.376682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.376902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.376990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.377126] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da1bc631-c3e1-43aa-b316-e71f6e484d2e is going to be updated. [ 1110.402282] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.402458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.402499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.402746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.402899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.403216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1bc631-c3e1-43aa-b316-e71f6e484d2e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.880256] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.383431] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.383682] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.383788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.384030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.384341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.384341] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 is going to be created. [ 1111.408092] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.408240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.408342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.419073] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 in Status: UNINITIALIZED for 2s [ 1113.430805] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 in Status: SUCCESS [ 1113.431253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.431408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.431641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.431845] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.431965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.432156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.432377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.432472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.432567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.432666] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.820288] env[65581]: INFO networking_nsxv3.common.synchronization [req-be9afd57-0ac9-47c9-89ef-e326db28f064 req-bfb76f47-c25f-44ff-9410-fc5bda8d6133 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1113.823189] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1113.823189] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.823189] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.823189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.823189] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.934867] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.935055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.935114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.935400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.935628] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.935768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.935857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.936080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.936191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.936266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.936452] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.936622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.936681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.936830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.936975] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.937081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.937139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.937308] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.937394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.937616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.937771] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.172032] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.172032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.172032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.172032] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.172299] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.172405] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.172521] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.172776] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.172924] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.173330] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.173452] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.173562] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.173671] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.173780] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.173897] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.174041] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.193613] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.193771] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.193907] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.194093] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.194413] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-1261fd9d-81ad-4d32-b72f-4fb35887755d taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.194644] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.194790] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.195180] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.195356] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1261fd9d-81ad-4d32-b72f-4fb35887755d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.325843] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.326022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.326113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.326364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.326462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.326731] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.326837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.326899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.327310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.327310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.327310] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1114.360569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.360802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.360908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.361289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.361520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.374036] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1114.440391] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6907e744-1cbf-401b-b168-9e4bd41d4cd4: rpc.has_security_group_logging(os_id): False [ 1114.465062] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.465211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.465211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.465686] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.465785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.465879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.466083] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.466265] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.466357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.466419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.466591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.466666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.466848] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.466942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.467010] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.467154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.467419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.467419] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 is going to be created. [ 1114.528429] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.528615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.528615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.529210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.529210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543701] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 in Status: IN_PROGRESS for 2s [ 1114.698738] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.698738] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.698738] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.699126] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.699309] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.699497] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 1261fd9d-81ad-4d32-b72f-4fb35887755d not found, creating... [ 1114.699764] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.699922] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.700068] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.700295] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.700431] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.700732] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.700890] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.701011] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.701259] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.701395] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.701536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 1261fd9d-81ad-4d32-b72f-4fb35887755d is going to be created. [ 1114.721302] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.721525] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.721661] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.721936] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.722181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.722403] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.223293] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.223555] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.223629] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.223924] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.224209] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.224394] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.224542] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.224731] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.224878] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.225123] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.225217] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.225326] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.225651] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.225651] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.225651] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.225750] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.257583] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.257782] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.257923] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.258120] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.258474] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-7934b4f6-10b2-470d-93a8-a2df234b6137 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.258628] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.258755] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.259123] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.259265] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7934b4f6-10b2-470d-93a8-a2df234b6137',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.449745] env[65581]: INFO networking_nsxv3.common.synchronization [req-be9afd57-0ac9-47c9-89ef-e326db28f064 req-94683723-3f2e-4fca-9220-edd92b8447ff service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1115.450062] env[65581]: INFO networking_nsxv3.common.synchronization [req-be9afd57-0ac9-47c9-89ef-e326db28f064 req-94683723-3f2e-4fca-9220-edd92b8447ff service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1115.450062] env[65581]: INFO networking_nsxv3.common.synchronization [req-be9afd57-0ac9-47c9-89ef-e326db28f064 req-94683723-3f2e-4fca-9220-edd92b8447ff service nova] Enqueued Resource ID: 1261fd9d-81ad-4d32-b72f-4fb35887755d with Priority: HIGHEST for action port [ 1115.450877] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1115.451297] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1115.451511] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1261fd9d-81ad-4d32-b72f-4fb35887755d with Priority: HIGHEST for action port [ 1115.451851] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.452377] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.452489] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.452685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.452781] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.454854] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.454854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.455059] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-1261fd9d-81ad-4d32-b72f-4fb35887755d taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.455182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.455269] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.455467] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.455548] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1261fd9d-81ad-4d32-b72f-4fb35887755d',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.763079] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.763079] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.763429] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.763497] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.763607] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.763768] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 7934b4f6-10b2-470d-93a8-a2df234b6137 not found, creating... [ 1115.764059] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.765034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.765034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.765034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.765034] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.765034] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.765275] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.765275] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.765520] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.765702] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.765804] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 is going to be created. [ 1115.788649] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.789026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.789181] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.789456] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.789684] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.789912] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.956204] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.957279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.958953] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1261fd9d-81ad-4d32-b72f-4fb35887755d with status ACTIVE [ 1115.959274] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.959458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.959542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.960500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.960500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.960500] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.960500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.960500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.960500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.960500] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.960754] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.960878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.960930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.961064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.961559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.961559] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1261fd9d-81ad-4d32-b72f-4fb35887755d is going to be updated. [ 1115.987040] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.987270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.987270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.987523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.987693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.988915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1261fd9d-81ad-4d32-b72f-4fb35887755d" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.385884] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1116.386293] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1116.386397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.386634] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.386946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.387232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.387410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.387586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.387782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.387914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.388080] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.490181] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9f7e1b4-1ade-4e8b-b636-b4addabe154b req-2db1fc29-3a93-44a7-8f36-b5b91495bcb0 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1116.490461] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9f7e1b4-1ade-4e8b-b636-b4addabe154b req-2db1fc29-3a93-44a7-8f36-b5b91495bcb0 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1116.490461] env[65581]: INFO networking_nsxv3.common.synchronization [req-b9f7e1b4-1ade-4e8b-b636-b4addabe154b req-2db1fc29-3a93-44a7-8f36-b5b91495bcb0 service nova] Enqueued Resource ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 with Priority: HIGHEST for action port [ 1116.491455] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1116.491607] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1116.491738] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 with Priority: HIGHEST for action port [ 1116.492047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.492171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.492236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.492504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.492504] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.493405] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.493492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.493546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.493721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.493868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.493978] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.494027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.495669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.495669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.495669] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.497198] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7934b4f6-10b2-470d-93a8-a2df234b6137 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.497198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.497198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.499315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.499315] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7934b4f6-10b2-470d-93a8-a2df234b6137',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.556431] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 in Status: SUCCESS [ 1116.556755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890855] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.999026] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.000122] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.000241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.004860] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7934b4f6-10b2-470d-93a8-a2df234b6137 with status ACTIVE [ 1117.005088] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.005225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.005294] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.005506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.005595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.005775] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.005874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.005936] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.006152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.006341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.006446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.006600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.006671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.006817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.006911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.006998] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 is going to be updated. [ 1117.029804] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.029946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.030036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.030256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.030390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.030544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.392994] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.500969] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.895761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.895931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.896047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.896290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.896378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.896512] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1117.927689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.927888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.927961] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.928199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.928349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.937249] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1118.005806] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.005806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.005806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.005806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.005806] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.005806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1118.041411] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.041411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.041608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.042962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.042962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.052514] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1118.171255] env[65581]: INFO networking_nsxv3.common.synchronization [req-02e541c5-47fb-4516-ab80-af2f22c721d9 req-2275404d-0b09-4020-bc2e-f72b97f9bdeb tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1118.171255] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1118.171255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.171810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.171810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.171810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.171810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.172021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.172021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.172120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.172168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.172437] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.461925] env[65581]: INFO networking_nsxv3.common.synchronization [req-112de3c1-a5b9-47cc-a4ac-7a42e8fb2d8a req-5988b15f-1208-49d0-8fe9-e7c2bc6ab831 tempest-ServerRescueNegativeTestJSON-1511658262 tempest-ServerRescueNegativeTestJSON-1511658262-project-member] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 1118.462534] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGHEST for action security_group_members [ 1118.462835] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.463193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.463193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.463301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.464413] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.464413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.464413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.464413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.464413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.464413] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.538336] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.538336] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.540416] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.540416] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.540416] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.540416] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.543328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.543328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.543328] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.543328] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.543328] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.543328] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.543328] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.543328] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.543328] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.543328] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.562546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.562714] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.562849] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.563431] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.563431] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-201a07a5-593f-41b2-aa8c-1ebe1c410f21 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.563615] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.563659] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.564807] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.564807] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201a07a5-593f-41b2-aa8c-1ebe1c410f21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.675651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.679026] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.679026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.679026] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1118.708791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.708791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.708791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.708791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.709105] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.719872] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1118.965970] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.966180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.966254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.966506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.966665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.966991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.966991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.967212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.967303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.967394] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be updated. [ 1119.001769] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.002016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.002016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.002244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.002429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.013332] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: IN_PROGRESS for 2s [ 1119.068057] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.068327] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.068456] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.068920] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.069178] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.069384] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 201a07a5-593f-41b2-aa8c-1ebe1c410f21 not found, creating... [ 1119.069704] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.070046] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.070301] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.070719] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.071049] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.071598] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.071858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.072146] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.072561] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.072860] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.073185] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 is going to be created. [ 1119.096597] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.096946] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.097167] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.097618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.097960] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.098240] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.317244] env[65581]: INFO networking_nsxv3.common.synchronization [req-3f532e1c-4e10-43cd-8b57-be5417cf1901 req-2e1be5cb-1361-4f74-88d3-a71f78ca11bd tempest-AttachVolumeTestJSON-902261094 tempest-AttachVolumeTestJSON-902261094-project-member] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_members [ 1119.318263] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGHEST for action security_group_members [ 1119.318733] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.319024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.319354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.319668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.319941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.320383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.320383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.320383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.320636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.320786] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.791627] env[65581]: INFO networking_nsxv3.common.synchronization [req-02e541c5-47fb-4516-ab80-af2f22c721d9 req-63776770-4f44-4c49-8870-8b352ca3e0f7 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 1119.792086] env[65581]: INFO networking_nsxv3.common.synchronization [req-02e541c5-47fb-4516-ab80-af2f22c721d9 req-63776770-4f44-4c49-8870-8b352ca3e0f7 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1119.792086] env[65581]: INFO networking_nsxv3.common.synchronization [req-02e541c5-47fb-4516-ab80-af2f22c721d9 req-63776770-4f44-4c49-8870-8b352ca3e0f7 service nova] Enqueued Resource ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 with Priority: HIGHEST for action port [ 1119.792518] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 1119.792614] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1119.792708] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 with Priority: HIGHEST for action port [ 1119.793030] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.793188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.793188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.793394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.793428] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.794325] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.794402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.794730] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-201a07a5-593f-41b2-aa8c-1ebe1c410f21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.794730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.794730] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.794983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.794983] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201a07a5-593f-41b2-aa8c-1ebe1c410f21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.824513] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.824513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.824513] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.824768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.847306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.848040] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.848040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.848040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.848040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.848040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.848521] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 is going to be updated. [ 1119.880114] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.894346] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 in Status: IN_PROGRESS for 2s [ 1119.947259] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1119.947498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.947821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.948032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.948242] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.948364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.948429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.948592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.949124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.949124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.949124] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.061849] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1120.062154] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.062323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.062541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.062740] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.062871] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.062939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.063104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.063185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.063268] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.063355] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.296870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.297082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.297332] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 201a07a5-593f-41b2-aa8c-1ebe1c410f21 with status ACTIVE [ 1120.297527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.297700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.297822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.298072] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.298168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.298363] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.298515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.298553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.298972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.298972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.298972] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.299130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.299130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.299264] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.299334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.299395] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 is going to be updated. [ 1120.335277] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.335459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.335459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.335675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.335967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.335967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.453628] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.453821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.453821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.454134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.454226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.454332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.454397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.454567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.454671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.454771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.454922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.455027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.455089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.455236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.455632] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.455632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.455632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.455802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.455802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.455867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.455997] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.566037] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.566227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.566227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.566403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.566573] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.566844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.566925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.567146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.567215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.567305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.567477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.567581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.567662] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.567849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.568011] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.568258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.568258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.568339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.568396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.568469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.568562] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.730844] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1120.731031] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b deletion is rescheduled due to dependency. [ 1120.731100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.731284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.731515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.731704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.731823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.731891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.732304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.732304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.732304] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.960180] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 1120.981791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.981953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.982040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.982267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.982365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.982587] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.982690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.982756] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.983365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.983365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.983365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.983365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.983365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.983564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.983564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.983695] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.983785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.983845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.983981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.984113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.984153] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1121.022639] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 in Status: SUCCESS [ 1121.022797] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 deletion is rescheduled due to dependency. [ 1121.023106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.056265] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.056453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.056453] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.056723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.056872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.070864] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 692581f8-c3ac-4f4f-aada-8656ce817cb8: rpc.has_security_group_logging(os_id): False [ 1121.072546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1121.106491] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.106758] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.106824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.107065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.107169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.107484] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.107639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.107791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.107920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.108037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.108245] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.108345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.108407] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.108553] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.108630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.108830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.109016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.109130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.109283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.109410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.109519] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1121.207525] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.207716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.207823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.208013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.208170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.221534] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1121.234086] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.736720] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.907235] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 in Status: SUCCESS [ 1121.907494] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 deletion is rescheduled due to dependency. [ 1121.907646] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.239624] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.239948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.239948] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.240167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.240258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.240377] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1122.284554] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.284867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.285051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.285255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.285438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.300213] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1123.090576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1123.091206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.100777] env[65581]: INFO networking_nsxv3.common.synchronization [req-16323157-4657-40c3-95c1-3cc9add0b02a req-01d08d10-b9ef-4310-aca0-cf0498bf0a5f tempest-ServerGroupTestJSON-1076729200 tempest-ServerGroupTestJSON-1076729200-project-member] Enqueued Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_members [ 1123.101363] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGHEST for action security_group_members [ 1123.105143] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.105143] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.105143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.105143] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.235670] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1123.235670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.607542] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.607844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.607844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.608306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.608306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.608610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.608720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.608792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.608986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.609115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.609191] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 is going to be updated. [ 1123.641691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.641691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.641691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.641955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.642139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.656653] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 in Status: IN_PROGRESS for 2s [ 1123.725672] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.725876] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.726010] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.726280] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.726535] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.726777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.726908] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.727139] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.727284] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.727493] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.727612] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.728917] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.728917] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.728917] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.728917] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.728917] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.750347] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.751017] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.751438] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.751671] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-121" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.752037] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-0723f651-9d80-4f4a-9e7b-e12eb15411f8 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.752225] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.752346] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.752622] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.752762] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0723f651-9d80-4f4a-9e7b-e12eb15411f8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.255566] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.255801] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255950] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.256355] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.256559] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.256934] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.257128] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.257579] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.257579] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.257722] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.258395] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258395] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.258395] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.258630] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.258687] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.258856] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 is going to be updated. [ 1124.289837] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.290099] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.290404] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.290772] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.291017] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.291293] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.311440] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1124.311689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.311862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.312127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.312324] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.312438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.312503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.312707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.312777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.312861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.312967] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.792187] env[65581]: INFO networking_nsxv3.common.synchronization [req-204c76b4-8072-4f52-84bc-db6d20c19943 req-162ecc96-75cf-4e4d-93fa-61de0ed9f225 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_members [ 1124.792187] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGHEST for action security_group_members [ 1124.792187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.792187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.792187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.792187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.792187] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.792187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.792187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.792187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.792870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.792870] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.815422] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.008259] env[65581]: INFO networking_nsxv3.common.synchronization [req-3beb97b5-92c4-490f-91cc-8cb060ff810f req-63b3cb6e-9d09-499f-9fd3-fe861c093415 service nova] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 1125.008259] env[65581]: INFO networking_nsxv3.common.synchronization [req-3beb97b5-92c4-490f-91cc-8cb060ff810f req-63b3cb6e-9d09-499f-9fd3-fe861c093415 service nova] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 1125.008259] env[65581]: INFO networking_nsxv3.common.synchronization [req-3beb97b5-92c4-490f-91cc-8cb060ff810f req-63b3cb6e-9d09-499f-9fd3-fe861c093415 service nova] Enqueued Resource ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 with Priority: HIGHEST for action port [ 1125.008564] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_rules [ 1125.008706] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 1125.008809] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 with Priority: HIGHEST for action port [ 1125.011658] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.011815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.011891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.013386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.013386] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.014240] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.014363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.014560] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.014614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.014770] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.014867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.014929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.015089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.015175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.015268] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.017953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-0723f651-9d80-4f4a-9e7b-e12eb15411f8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.018155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.018250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.018483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.018551] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0723f651-9d80-4f4a-9e7b-e12eb15411f8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.295035] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.295035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.295374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.295374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.295510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.299040] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.299040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.299040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.299040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.299040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.299040] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 is going to be updated. [ 1125.311357] env[65581]: INFO networking_nsxv3.common.synchronization [req-4d05e63c-d5ef-465c-9956-ae69f0f31991 req-49740fd4-4de5-4440-8c89-a0d137e7410b tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1125.312824] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1125.313407] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.313539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.313596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.313816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.314015] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.314133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.314197] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.314381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.314444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.314539] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.318042] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f352b03a-3d85-4bca-92c7-605db0304d8b: rpc.has_security_group_logging(os_id): False [ 1125.341034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.341507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.341507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.341607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.341671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.341958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.342078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.342144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.343030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.343030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.343030] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1125.350848] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.351015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.351091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.351293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.351430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362309] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ddcc555-b754-4e53-9421-3a6595877604 in Status: IN_PROGRESS for 2s [ 1125.427357] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.427357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.427357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.428043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.428043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.454256] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1125.521091] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.521091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.521091] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.522595] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0723f651-9d80-4f4a-9e7b-e12eb15411f8 with status ACTIVE [ 1125.522802] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.522928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.522996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.523229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.523319] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.523501] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.523600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.523663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.523826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.523903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.524133] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.524234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.524664] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0723f651-9d80-4f4a-9e7b-e12eb15411f8 is going to be updated. [ 1125.558417] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.558417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.558417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.558417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.558417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.558417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0723f651-9d80-4f4a-9e7b-e12eb15411f8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.663357] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 in Status: SUCCESS [ 1125.663596] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 deletion is rescheduled due to dependency. [ 1125.664354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.818274] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.818596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.818596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.818702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.818791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.819153] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.819293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.819364] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.819528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.819610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.819714] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be updated. [ 1125.855810] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.855963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.856095] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.856345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.856526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.866296] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1126.027058] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.529377] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.529566] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.529686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.529911] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.529998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.530126] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 is going to be updated. [ 1126.564632] env[65581]: INFO networking_nsxv3.common.synchronization [req-ab65b243-6184-45bd-a58c-45e905ee2318 req-06b9616e-2016-4484-b616-28b95bd16728 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1126.564765] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.564899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.564970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.565934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.566114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.567796] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1126.568416] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.568546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.568658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.568867] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.569162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.569333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.569417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.569526] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.582062] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: IN_PROGRESS for 2s [ 1126.883097] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.883463] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.883463] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.883759] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.884047] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.884267] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.884405] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.884713] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.884853] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.885190] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.885322] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.885388] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.885545] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.885661] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.885809] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.885971] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.907689] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.907952] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.908146] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.908386] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-702" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.908847] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-6fb4587b-df0b-40a4-8cfd-c5223e363a38 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.909141] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.909308] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.909705] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.909870] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb4587b-df0b-40a4-8cfd-c5223e363a38',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.073134] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.372968] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ddcc555-b754-4e53-9421-3a6595877604 in Status: SUCCESS [ 1127.373632] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 deletion is rescheduled due to dependency. [ 1127.373632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.413277] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.413596] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.413791] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.414153] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.414371] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.414585] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 6fb4587b-df0b-40a4-8cfd-c5223e363a38 not found, creating... [ 1127.414935] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.415262] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.415530] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.415864] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.416088] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.416492] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.416879] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.417051] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.417380] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.417607] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.417680] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 6fb4587b-df0b-40a4-8cfd-c5223e363a38 is going to be created. [ 1127.476054] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.476054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.476054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.476054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.476054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.476054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.476054] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1127.476054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.533582] env[65581]: INFO networking_nsxv3.common.synchronization [req-dc34c55f-04d2-4762-a129-c13466044644 req-0ff295ed-3ae8-4d59-8a99-bd27b51fcf19 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1127.534226] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1127.534492] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.534817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.535754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.535990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.536202] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.536316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.536396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.536543] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.536627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.536801] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.575985] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.878735] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1127.878981] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec deletion is rescheduled due to dependency. [ 1127.879151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.039634] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.040042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.040042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.040135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.040231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.040455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.040535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.040602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.040754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.040832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.040922] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1128.075623] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.075855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.075855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.076134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.076230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.077801] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.077931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.077985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.078775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.078877] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.078955] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1128.103406] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1128.128825] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.129221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.129325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.129608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.130240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.140876] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1128.479626] env[65581]: INFO networking_nsxv3.common.synchronization [req-ab65b243-6184-45bd-a58c-45e905ee2318 req-85e2011c-e970-4b05-af3d-c25231ac743e service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1128.479626] env[65581]: INFO networking_nsxv3.common.synchronization [req-ab65b243-6184-45bd-a58c-45e905ee2318 req-85e2011c-e970-4b05-af3d-c25231ac743e service nova] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1128.479626] env[65581]: INFO networking_nsxv3.common.synchronization [req-ab65b243-6184-45bd-a58c-45e905ee2318 req-85e2011c-e970-4b05-af3d-c25231ac743e service nova] Enqueued Resource ID: 6fb4587b-df0b-40a4-8cfd-c5223e363a38 with Priority: HIGHEST for action port [ 1128.479626] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_rules [ 1128.479626] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1128.479626] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb4587b-df0b-40a4-8cfd-c5223e363a38 with Priority: HIGHEST for action port [ 1128.479626] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.479626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.479626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.479626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.481407] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.484919] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.484919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.484919] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fb4587b-df0b-40a4-8cfd-c5223e363a38 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.484919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.484919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.484919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.484919] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb4587b-df0b-40a4-8cfd-c5223e363a38',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.597710] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: SUCCESS [ 1128.598237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.598237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.598929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.598929] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.598929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.598929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.599325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.599461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.599593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.599729] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.989552] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.989737] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.989893] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fb4587b-df0b-40a4-8cfd-c5223e363a38 with status ACTIVE [ 1128.990086] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.990191] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.990255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.990464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.990540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.990721] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.990811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.991030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.991110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.991180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.991619] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.991619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.991619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.991619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.991792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.991792] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fb4587b-df0b-40a4-8cfd-c5223e363a38 is going to be updated. [ 1129.015195] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.015357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.015421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.015612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.016399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.016399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fb4587b-df0b-40a4-8cfd-c5223e363a38" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.103645] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.608287] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 080708c0-80bc-43b4-a6b6-2509e95873c6: rpc.has_security_group_logging(os_id): False [ 1129.634318] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.638021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.638021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.638021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.656306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.656981] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.657344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.657768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.658394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.658618] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.658806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 is going to be updated. [ 1129.741019] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.741293] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.741403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.743670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.743869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.761967] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: IN_PROGRESS for 2s [ 1130.120089] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1130.121679] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1130.121679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.155038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1130.155262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.155374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.155685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.156870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.156870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.156870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.156870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.156870] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.156870] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.659944] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.163632] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.669121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.669121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.669121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.669388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.669388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.669388] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1131.709468] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.709751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.709922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.710134] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.710311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.722926] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1131.775179] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: SUCCESS [ 1131.775439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.849964] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.850365] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.850910] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.850910] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.851052] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.851220] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.851373] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.851737] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.851933] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.852141] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.852256] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.852367] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.852475] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.852605] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.852718] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.852853] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.879095] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.879368] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.879652] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.879925] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-293" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.880366] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-7934b4f6-10b2-470d-93a8-a2df234b6137 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.881632] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.881632] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.881632] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.881632] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7934b4f6-10b2-470d-93a8-a2df234b6137',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.385041] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.385240] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.385571] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.385783] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.386051] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.386718] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.387048] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.387263] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.387623] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.387867] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.388350] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.388611] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.388824] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.389183] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.389418] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.389820] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 is going to be updated. [ 1133.414637] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.414840] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.414899] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.415210] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.415401] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.415627] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.479356] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1133.479520] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1133.736022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1133.736565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.736565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.737020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.737020] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.737020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.737020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.737336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.737336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.737336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.737761] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.160409] env[65581]: INFO networking_nsxv3.common.synchronization [req-3d8c0c22-37b7-4f40-8f0f-51fd98a18de5 req-ee144f5a-2b84-4b5b-8c43-eec2f146e471 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1134.160409] env[65581]: INFO networking_nsxv3.common.synchronization [req-3d8c0c22-37b7-4f40-8f0f-51fd98a18de5 req-ee144f5a-2b84-4b5b-8c43-eec2f146e471 service nova] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1134.160409] env[65581]: INFO networking_nsxv3.common.synchronization [req-3d8c0c22-37b7-4f40-8f0f-51fd98a18de5 req-ee144f5a-2b84-4b5b-8c43-eec2f146e471 service nova] Enqueued Resource ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 with Priority: HIGHEST for action port [ 1134.161769] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_rules [ 1134.162091] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1134.163108] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 with Priority: HIGHEST for action port [ 1134.163534] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.163729] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.163891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.164959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.165046] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.166989] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.167220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.167433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.167670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.167943] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.168102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.168147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.168356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.168445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.168543] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.169778] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-7934b4f6-10b2-470d-93a8-a2df234b6137 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.169874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.169917] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.170116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.170843] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7934b4f6-10b2-470d-93a8-a2df234b6137',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.247510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.247757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.247843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.248157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.248295] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.248398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.248450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.248608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.248696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.248780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.248934] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.249044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.249101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.249237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.249446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.249591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.249688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.249920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.250067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.250228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.250347] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.668424] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.668424] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.673036] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.674017] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7934b4f6-10b2-470d-93a8-a2df234b6137 with status ACTIVE [ 1134.674316] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.674459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.674573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.674852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.674973] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.675179] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.676299] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.676299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.676299] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7934b4f6-10b2-470d-93a8-a2df234b6137 is going to be updated. [ 1134.701475] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.701749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.701832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.702123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.702360] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.702554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7934b4f6-10b2-470d-93a8-a2df234b6137" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.753048] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fb6287-c489-4142-93ea-461457d3433b: rpc.has_security_group_logging(os_id): False [ 1134.773665] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.773853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.773976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.774317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.774458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.774720] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.774850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.774954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.775222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.775365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.775613] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.775753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.776013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.776155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.776247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.776570] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.776712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.776791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.776991] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.777161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.777283] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1134.872118] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.872330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.872411] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.872704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.872863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.891772] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1135.178416] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.681681] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.681970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.682395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.682395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.682569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.682718] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1135.717393] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.717592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.717818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.718217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.718413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.731148] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1136.908783] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1136.909065] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.743456] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1137.745185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.745185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.745185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.745185] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.745185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.745185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.745432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.745432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.745561] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.745596] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.249822] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.250253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.250253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.250330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.250538] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.250648] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.250715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.250879] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.250969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.251076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.251228] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.251322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.251384] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.251528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.251667] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.251760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.251821] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.251960] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.252049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.252131] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.252243] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.754425] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 692581f8-c3ac-4f4f-aada-8656ce817cb8: rpc.has_security_group_logging(os_id): False [ 1138.773392] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.773599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.773599] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.773886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.774028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.774294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.774426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.774520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.774797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.774876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.775112] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.775246] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.775335] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.775534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.775697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.776273] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.776273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.776273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.776488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.776488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.776671] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1138.839305] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.839492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.839492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.839628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.839779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.854113] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1139.163037] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.163165] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1139.252835] env[65581]: INFO networking_nsxv3.common.synchronization [None req-699cb84a-c604-4958-951a-b84db893bc61 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_rules [ 1139.252835] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_rules [ 1139.253342] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.253342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.253429] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.253755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.253755] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.369718] env[65581]: INFO networking_nsxv3.common.synchronization [None req-ca643856-9476-4327-8866-a518f866320a tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_rules [ 1139.369718] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_rules [ 1139.370493] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.370493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.775367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.775545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.775623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.775828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.775916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.776064] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 already deleted. [ 1139.776206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.776388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.776547] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.776633] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.876367] env[65581]: INFO networking_nsxv3.common.synchronization [None req-b7b5db5e-e8ca-4c45-baf5-9299ac4e1dca tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_rules [ 1139.876955] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_rules [ 1139.877293] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.877448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.877509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.877830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.877935] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.973868] env[65581]: INFO networking_nsxv3.common.synchronization [None req-d299805d-2b22-457a-aff6-39c039564dbf tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_rules [ 1139.974491] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_rules [ 1139.974978] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.975210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.302404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.302776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.302776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.302845] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.302934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.303073] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 already deleted. [ 1140.303250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.404214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.404289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.404742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.404742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404742] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 already deleted. [ 1140.404835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.405126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.405235] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.868936] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1140.869189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.927670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.927857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.927943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.928234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.928333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.928799] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 already deleted. [ 1140.928799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.355680] env[65581]: INFO networking_nsxv3.common.synchronization [req-0c8e2baa-2606-4fd1-97ef-5074a449d503 req-bab45c47-b1ed-4ab2-b693-2b9eb2893f22 tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1144.356378] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1144.356811] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.357009] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.357106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.357311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.357477] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.357572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.357638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.357776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.358773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.358773] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.860723] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.192317] env[65581]: INFO networking_nsxv3.common.synchronization [req-37d6aa7d-ca46-4863-971f-3eb689f24b12 req-5b13898d-9933-4a1d-af81-332efea2ef24 tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_members [ 1145.193301] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_members [ 1145.194137] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.194318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.194388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.194739] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.194983] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.195082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.195141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.195331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.195548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.195605] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.363407] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.630246] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.630246] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.630555] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.630702] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.631072] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.631217] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.631340] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.631581] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.631734] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.631955] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.632081] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.632190] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.632299] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.632435] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.632543] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.632677] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.656887] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.657274] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.657472] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.657662] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-259" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.658047] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-8f0d106d-0051-47b8-8e0f-7b0be400aad3 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.658235] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.658357] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.658700] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.658856] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0d106d-0051-47b8-8e0f-7b0be400aad3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.698397] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.698622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.698721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.699058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.699210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.699513] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.699673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.699766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.699986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.700115] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.700252] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 already deleted. [ 1145.700372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.866385] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.866545] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.866624] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.866867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.867024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.867160] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1145.898103] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.898289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.898330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.898654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.898654] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.909267] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1146.162231] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.162451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.162937] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.163396] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.163709] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 8f0d106d-0051-47b8-8e0f-7b0be400aad3 not found, creating... [ 1146.164483] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.165174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.165174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.165174] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.165355] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.165707] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.165865] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.166117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.166374] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.167532] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.167532] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 8f0d106d-0051-47b8-8e0f-7b0be400aad3 is going to be created. [ 1146.189283] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.189506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.189631] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.189907] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.190270] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.190415] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.949140] env[65581]: INFO networking_nsxv3.common.synchronization [req-37d6aa7d-ca46-4863-971f-3eb689f24b12 req-5d9de6b1-84da-415e-8c5a-0ca767d6b9b9 service nova] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_rules [ 1146.949494] env[65581]: INFO networking_nsxv3.common.synchronization [req-37d6aa7d-ca46-4863-971f-3eb689f24b12 req-5d9de6b1-84da-415e-8c5a-0ca767d6b9b9 service nova] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_members [ 1146.949857] env[65581]: INFO networking_nsxv3.common.synchronization [req-37d6aa7d-ca46-4863-971f-3eb689f24b12 req-5d9de6b1-84da-415e-8c5a-0ca767d6b9b9 service nova] Enqueued Resource ID: 8f0d106d-0051-47b8-8e0f-7b0be400aad3 with Priority: HIGHEST for action port [ 1146.951261] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_rules [ 1146.951261] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_members [ 1146.951261] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0d106d-0051-47b8-8e0f-7b0be400aad3 with Priority: HIGHEST for action port [ 1146.951700] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.951700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.951986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.951986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.952074] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.953161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.954163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.954237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.954445] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.954607] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.954735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.956745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.956745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.956745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.956745] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.956745] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0d106d-0051-47b8-8e0f-7b0be400aad3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.957981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.957981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.957981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.958149] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0d106d-0051-47b8-8e0f-7b0be400aad3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.460651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.460945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.461165] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.462474] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f0d106d-0051-47b8-8e0f-7b0be400aad3 with status ACTIVE [ 1147.462474] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.462474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.462474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.462712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.462712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.462996] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.462996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.463141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.463215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.463289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.463467] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.465024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.465100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.465404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.465404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.466059] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f0d106d-0051-47b8-8e0f-7b0be400aad3 is going to be updated. [ 1147.490914] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.491101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.491231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.491401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.491535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.491706] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0d106d-0051-47b8-8e0f-7b0be400aad3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.541054] env[65581]: INFO networking_nsxv3.common.synchronization [req-b6dfde23-d11f-4d9e-89bb-e67f14333517 req-8cee486e-80c5-4409-a31f-c53b4304939c tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_members [ 1147.541672] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_members [ 1147.542064] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.542287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.542470] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.542846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.542966] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.543133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.543217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.543582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.543582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.543682] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.666148] env[65581]: INFO networking_nsxv3.common.synchronization [req-5657265d-6c54-4a01-9610-d43286e37de2 req-e56453f6-690b-4daf-8f2f-50d9e2ccc5ef tempest-ServerActionsV293TestJSON-1176972588 tempest-ServerActionsV293TestJSON-1176972588-project-member] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_members [ 1147.666713] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGHEST for action security_group_members [ 1147.667141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.667288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.667414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.667593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.667834] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.667946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.668024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.668242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.668327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.668422] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.925639] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1147.925928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.968796] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.997222] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.997415] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.997514] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.997753] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998214] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.998214] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998431] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998589] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999014] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.999139] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.999250] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.999361] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.999487] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.999707] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.999875] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.021907] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.022195] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.022874] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.022874] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.023141] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-cf043a83-e712-4fde-865b-69609f630459 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.023784] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.023784] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.023982] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.024186] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf043a83-e712-4fde-865b-69609f630459',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.046455] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.046627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.046702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.046940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.047106] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.047329] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.047459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.047573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.047640] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.048838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.048838] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 already deleted. [ 1148.048838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170694] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.170880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.171188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.171289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.171497] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.171601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.171666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.171818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.171895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.171984] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 is going to be updated. [ 1148.256578] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.256762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.256829] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.257023] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.257216] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.268876] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 in Status: IN_PROGRESS for 2s [ 1148.473768] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.474343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.474810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.475242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.475449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.475643] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 is going to be created. [ 1148.506461] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.509030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.509030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.509030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.509030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.526158] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 in Status: UNINITIALIZED for 2s [ 1148.526956] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.527742] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.528054] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.528511] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.529702] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.529702] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port cf043a83-e712-4fde-865b-69609f630459 not found, creating... [ 1148.529702] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.533938] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.533938] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.533938] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: cf043a83-e712-4fde-865b-69609f630459 is going to be created. [ 1148.562213] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.562590] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.562721] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.563016] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.563254] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.563490] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.293480] env[65581]: INFO networking_nsxv3.common.synchronization [req-b6dfde23-d11f-4d9e-89bb-e67f14333517 req-161ee7aa-7a84-42a7-a271-1eb0e67bc1cb service nova] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_rules [ 1149.293810] env[65581]: INFO networking_nsxv3.common.synchronization [req-b6dfde23-d11f-4d9e-89bb-e67f14333517 req-161ee7aa-7a84-42a7-a271-1eb0e67bc1cb service nova] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_members [ 1149.293979] env[65581]: INFO networking_nsxv3.common.synchronization [req-b6dfde23-d11f-4d9e-89bb-e67f14333517 req-161ee7aa-7a84-42a7-a271-1eb0e67bc1cb service nova] Enqueued Resource ID: cf043a83-e712-4fde-865b-69609f630459 with Priority: HIGHEST for action port [ 1149.294465] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_rules [ 1149.294611] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_members [ 1149.294727] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf043a83-e712-4fde-865b-69609f630459 with Priority: HIGHEST for action port [ 1149.295330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.295474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.295578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.295773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.295869] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.297284] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.297433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.297943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.298212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.298388] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.298490] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.298552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.298731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.298832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.298935] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.303052] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf043a83-e712-4fde-865b-69609f630459 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.303052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.303052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.303052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.303052] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf043a83-e712-4fde-865b-69609f630459',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.802141] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.804272] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.804406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.804540] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf043a83-e712-4fde-865b-69609f630459 with status ACTIVE [ 1149.804700] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.804804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.804862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.805103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.805187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.805355] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.805449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.805514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.805674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.805724] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.805901] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.805995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.806260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.806260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.806260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.806351] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf043a83-e712-4fde-865b-69609f630459 is going to be updated. [ 1149.828704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.828704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.828704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.828704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.828704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.828704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf043a83-e712-4fde-865b-69609f630459" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.281786] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 in Status: SUCCESS [ 1150.282188] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 deletion is rescheduled due to dependency. [ 1150.282188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.304672] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.468262] env[65581]: INFO networking_nsxv3.common.synchronization [req-7de6ebb1-071d-489a-9f12-ea1e995e10ae req-d62a6c76-af8b-4e21-8ef5-822529758387 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1150.469132] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1150.469463] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.470038] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.470142] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.470200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.470348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.470431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.470520] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.537588] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 in Status: SUCCESS [ 1150.537906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.538118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.538462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.538693] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.538815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.538897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.539101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.539190] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.539277] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.539408] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.546607] env[65581]: INFO networking_nsxv3.common.synchronization [req-20d9daf2-cf11-448a-93fd-57e5aa1f286d req-4cb59f7b-75eb-4efd-be2e-cf20d4ad316e tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1150.547169] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1150.547538] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.547669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.547731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.547945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.550364] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.550506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.550568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.550755] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.550841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.550939] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.809672] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.809672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.809672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.809835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.810602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.810602] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 is going to be created. [ 1150.836628] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.836628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.836628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.837346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.837564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.847834] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37dd216-e560-4715-b636-b2d80dbaa462 in Status: UNINITIALIZED for 2s [ 1150.943238] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.943425] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.943547] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.943822] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.944133] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.944341] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.944406] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.945608] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.945608] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.945608] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.945608] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.945608] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.945608] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.945608] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.945608] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.945608] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.966569] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.966754] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.966894] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.967145] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-96" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.967477] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.967652] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.967773] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.968152] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.968304] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254d5f19-e96f-4dbe-93f4-171f3c4a6f19',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.971998] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.041321] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.055533] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.055669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.055736] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.056032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.056032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.056222] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.056398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.056398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.056516] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.056597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.056676] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1151.085480] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.085480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.085480] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.085637] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.085731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.099215] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1151.470395] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.470692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.470733] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.471082] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.471283] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.471436] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 254d5f19-e96f-4dbe-93f4-171f3c4a6f19 not found, creating... [ 1151.471706] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.471861] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.471974] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.472204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.472340] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.472634] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.472838] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.472893] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.473224] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.473365] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.473486] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 254d5f19-e96f-4dbe-93f4-171f3c4a6f19 is going to be created. [ 1151.474516] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.494071] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.494297] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.494425] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.494681] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.494906] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.495250] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.543488] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d055de3-54ec-4ba9-97e7-d6f966b31736: rpc.has_security_group_logging(os_id): False [ 1151.576446] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.576607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.576607] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.576815] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.576925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.577211] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.577297] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.577346] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.577503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.577577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.577665] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 is going to be created. [ 1151.667482] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.667683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.667793] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.668639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.668639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.684712] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 in Status: IN_PROGRESS for 2s [ 1151.977232] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.977456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.977504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.977830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.977986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.978142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be updated. [ 1152.016660] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.016852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.016938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.017307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.017447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.129371] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: IN_PROGRESS for 2s [ 1152.247289] env[65581]: INFO networking_nsxv3.common.synchronization [req-20d9daf2-cf11-448a-93fd-57e5aa1f286d req-9544ed11-a290-4c33-90ad-0107b75d9fc1 service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1152.247389] env[65581]: INFO networking_nsxv3.common.synchronization [req-20d9daf2-cf11-448a-93fd-57e5aa1f286d req-9544ed11-a290-4c33-90ad-0107b75d9fc1 service nova] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1152.248040] env[65581]: INFO networking_nsxv3.common.synchronization [req-20d9daf2-cf11-448a-93fd-57e5aa1f286d req-9544ed11-a290-4c33-90ad-0107b75d9fc1 service nova] Enqueued Resource ID: 254d5f19-e96f-4dbe-93f4-171f3c4a6f19 with Priority: HIGHEST for action port [ 1152.248657] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_rules [ 1152.248850] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1152.248929] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254d5f19-e96f-4dbe-93f4-171f3c4a6f19 with Priority: HIGHEST for action port [ 1152.249324] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.249471] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.249550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.249802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.249920] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.250992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.250992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.251359] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.251359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.251359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.251559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.252370] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254d5f19-e96f-4dbe-93f4-171f3c4a6f19',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.753924] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.754199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.756487] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 254d5f19-e96f-4dbe-93f4-171f3c4a6f19 with status ACTIVE [ 1152.756704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.756830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.756940] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.757288] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.757419] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.757667] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.757818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.757893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.758116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.758265] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.758513] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.758645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.758683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.758882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.758981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.759084] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 254d5f19-e96f-4dbe-93f4-171f3c4a6f19 is going to be updated. [ 1152.781188] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.781328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.781398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.781673] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.781824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.781995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254d5f19-e96f-4dbe-93f4-171f3c4a6f19" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.857753] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37dd216-e560-4715-b636-b2d80dbaa462 in Status: SUCCESS [ 1152.857985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.858430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.858687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.858888] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.859027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.859090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.859263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.859369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.859463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.859557] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.122347] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1153.122615] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1153.122764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.122982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.123333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.123582] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.123767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.123844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.124029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.124162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.124261] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.364149] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.627884] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.695722] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 in Status: SUCCESS [ 1153.695937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.866784] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b37dd216-e560-4715-b636-b2d80dbaa462: rpc.has_security_group_logging(os_id): False [ 1153.884193] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.884376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.884441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.884722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.884820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.885158] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.885307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.885378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.885554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.885652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.885750] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 is going to be created. [ 1153.946127] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.946336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.946336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.946563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.946744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.957546] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37dd216-e560-4715-b636-b2d80dbaa462 in Status: IN_PROGRESS for 2s [ 1154.130219] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.141655] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1154.141937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.634681] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.635063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.635700] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.636016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.636594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.636736] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1154.672408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.672408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.672408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.672408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.672408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.679410] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1155.973750] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37dd216-e560-4715-b636-b2d80dbaa462 in Status: SUCCESS [ 1155.974063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.689247] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1156.689247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.689432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.689603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.689793] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.689921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.689988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.690155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.690239] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.690322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.690414] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.192781] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.193224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.193224] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.193334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.193443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.193550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.193629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.194287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.194449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.194578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.194761] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.195459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.195459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.195459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.195647] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.195647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.195768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.195955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.196081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.196220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.196344] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.249535] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.249702] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1157.699932] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cab50c85-2109-4933-804b-02cbc06963cb: rpc.has_security_group_logging(os_id): False [ 1157.720047] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.720247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.720295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.720507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.720602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.720819] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.720920] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.720974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.721144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.721222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.721401] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.721491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.721554] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.721694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.721770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.722385] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.722385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.722385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.722385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.722385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.722684] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1157.800109] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.800443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.800548] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.800856] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.800955] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.816900] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1158.369047] env[65581]: INFO networking_nsxv3.common.synchronization [None req-fedba713-75c3-42fc-b1b1-61e12fa3808f tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 173b523d-ea36-44ae-8cc2-9a2529103de8 with Priority: HIGHEST for action security_group_rules [ 1158.369777] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 173b523d-ea36-44ae-8cc2-9a2529103de8 with Priority: HIGHEST for action security_group_rules [ 1158.370250] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-173b523d-ea36-44ae-8cc2-9a2529103de8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.370390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.370484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.370945] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.370945] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('173b523d-ea36-44ae-8cc2-9a2529103de8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.448714] env[65581]: INFO networking_nsxv3.common.synchronization [None req-e5d7c2b5-479b-4acb-96ca-7e61e1048b30 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 173b523d-ea36-44ae-8cc2-9a2529103de8 with Priority: HIGHEST for action security_group_rules [ 1158.449369] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 173b523d-ea36-44ae-8cc2-9a2529103de8 with Priority: HIGHEST for action security_group_rules [ 1158.449611] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-173b523d-ea36-44ae-8cc2-9a2529103de8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.449704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.554339] env[65581]: INFO networking_nsxv3.common.synchronization [req-07005667-b263-4c25-b953-3154ffedfc8c req-39c299d1-af17-4385-9327-f7831e10f84c tempest-ServersTestJSON-770714481 tempest-ServersTestJSON-770714481-project-member] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1158.554956] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGHEST for action security_group_members [ 1158.555312] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.555440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.555509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.555710] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.555883] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.555984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.556070] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.556235] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.556307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.556406] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.891481] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.891667] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.891716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.891919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.892015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.892115] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 173b523d-ea36-44ae-8cc2-9a2529103de8 already deleted. [ 1158.892201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.892353] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.892509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.892746] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('173b523d-ea36-44ae-8cc2-9a2529103de8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.059245] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.059245] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.059432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.059528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.059626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.059828] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.059932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.059994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.060167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.060249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.060342] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be updated. [ 1159.093403] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.093992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.093992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.093992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.094189] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.104817] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: IN_PROGRESS for 2s [ 1159.415478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.415859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.415859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.415927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.415956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.416087] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 173b523d-ea36-44ae-8cc2-9a2529103de8 already deleted. [ 1159.416155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-173b523d-ea36-44ae-8cc2-9a2529103de8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.833099] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1159.833329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115124] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fb6287-c489-4142-93ea-461457d3433b in Status: SUCCESS [ 1161.115441] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fb6287-c489-4142-93ea-461457d3433b deletion is rescheduled due to dependency. [ 1161.115441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.452679] env[65581]: INFO networking_nsxv3.common.synchronization [req-36cb4737-14a9-43e0-bfc7-1e9a2d804ad3 req-2170e9e9-3e26-4379-9d04-780dd6dbdcfa tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1161.453284] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1161.453683] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.454147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.454147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.454147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.454476] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.454597] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.454671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.454823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.454959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.459638] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.961367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.961523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.961595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.961831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.962035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.962244] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.962348] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.962458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.962687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.962770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.962859] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1161.992690] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.992859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.992859] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.993062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.993215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.001926] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1163.663276] env[65581]: INFO networking_nsxv3.common.synchronization [req-3138ea6c-cf5e-4ef4-8c36-0f64a2169f50 req-484c4f50-bd1b-4d3e-9e38-42996f921b9d tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1163.663994] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGHEST for action security_group_members [ 1163.664441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.667121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.667121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.667121] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.013990] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1164.014707] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1164.014707] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.168386] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.168603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.168686] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.168906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.168996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.169466] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.169466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.169466] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.169721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.169889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.169938] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be updated. [ 1164.212170] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.212379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.212433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.212656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.212810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.222468] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: IN_PROGRESS for 2s [ 1165.322922] env[65581]: INFO networking_nsxv3.common.synchronization [req-6e71564b-b031-42c7-a79e-debe1787d410 req-5e01657b-7c87-4bd8-82b9-2817f1fd7d49 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1165.323578] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1165.323890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.324111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.324111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.324479] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.324479] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.324999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.324999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.324999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.324999] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.325314] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.613941] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.614094] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.614196] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.614467] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.614784] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.614961] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.615099] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.615318] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.615467] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.615676] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.615790] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.615900] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.616024] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.616129] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.616237] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.616369] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.635771] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.635940] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.636095] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.636278] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.636598] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.636768] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.636888] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.637392] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.637632] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc2c8a5-4e84-4555-b114-3eee4d212e7b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.827099] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.827306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.827350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.827578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.827683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.827884] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.827982] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.828052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.828207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.828284] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.828372] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1165.854409] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.854608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.854608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.854810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.854950] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.863559] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1166.140477] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.140774] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.140886] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.141165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.141343] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.142710] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port ecc2c8a5-4e84-4555-b114-3eee4d212e7b not found, creating... [ 1166.142710] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.142710] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.142710] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.142975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.142975] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.143195] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.143357] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.143474] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.143680] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.144389] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.144585] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: ecc2c8a5-4e84-4555-b114-3eee4d212e7b is going to be created. [ 1166.176216] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.176449] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.176496] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.176778] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.177023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.177260] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.233112] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0004b748-e43f-402c-abef-3961116662d7 in Status: SUCCESS [ 1166.233325] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0004b748-e43f-402c-abef-3961116662d7 deletion is rescheduled due to dependency. [ 1166.233451] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.857636] env[65581]: INFO networking_nsxv3.common.synchronization [req-6e71564b-b031-42c7-a79e-debe1787d410 req-b466f102-1b59-4e01-8265-76242ac0a3b3 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1166.858058] env[65581]: INFO networking_nsxv3.common.synchronization [req-6e71564b-b031-42c7-a79e-debe1787d410 req-b466f102-1b59-4e01-8265-76242ac0a3b3 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1166.858058] env[65581]: INFO networking_nsxv3.common.synchronization [req-6e71564b-b031-42c7-a79e-debe1787d410 req-b466f102-1b59-4e01-8265-76242ac0a3b3 service nova] Enqueued Resource ID: ecc2c8a5-4e84-4555-b114-3eee4d212e7b with Priority: HIGHEST for action port [ 1166.858556] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1166.858695] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1166.858797] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc2c8a5-4e84-4555-b114-3eee4d212e7b with Priority: HIGHEST for action port [ 1166.859122] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.859201] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.859271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.859475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.859541] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.860424] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.860538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.860853] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.860853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.860995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.861073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.861127] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc2c8a5-4e84-4555-b114-3eee4d212e7b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.362876] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.363012] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.364301] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc2c8a5-4e84-4555-b114-3eee4d212e7b with status ACTIVE [ 1167.364478] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.364588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.364655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.364863] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.364951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.365133] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.365231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.365295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.365452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.365529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.365708] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.365824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.365857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.365989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.366063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.366149] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc2c8a5-4e84-4555-b114-3eee4d212e7b is going to be updated. [ 1167.388662] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.388801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.388867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.389088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.389227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.389383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc2c8a5-4e84-4555-b114-3eee4d212e7b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.873357] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1167.873720] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1167.873720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.873855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.874056] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.874242] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.874379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.874454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.874601] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.874680] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.874779] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.376900] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.878977] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.221203] env[65581]: INFO networking_nsxv3.common.synchronization [None req-f11c238d-6a5c-4224-a370-cc36f1e03776 tempest-AttachInterfacesTestJSON-2035935573 tempest-AttachInterfacesTestJSON-2035935573-project-member] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1169.222442] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGHEST for action security_group_members [ 1169.222442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.222442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.222442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.222609] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.222682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.222777] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.222839] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.222981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.223210] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.223309] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.381473] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.381674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.381749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.381974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.382074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.382176] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1169.417849] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.418132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.418132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.418394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.418586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.429604] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1169.725703] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.725914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.725914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.726104] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.726198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.726428] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.726549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.726603] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.726820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.726907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.727015] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be updated. [ 1169.758997] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.759200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.759261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.759488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.759639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.770613] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: IN_PROGRESS for 2s [ 1171.439413] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1171.439770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.439827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.440018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.440207] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.440313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.440395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.440533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.440703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.440825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.440898] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.784786] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 in Status: SUCCESS [ 1171.784786] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 deletion is rescheduled due to dependency. [ 1171.784786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.944988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.944988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.944988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.944988] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.945509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.945509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.945509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.945509] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.945509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.945655] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.945684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.945760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.946311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.946311] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.447994] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02207020-7e0c-4f2c-85ad-f2aa41fd406b: rpc.has_security_group_logging(os_id): False [ 1172.466172] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.466602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.466694] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.466879] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467051] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467274] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467525] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.467675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467675] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467885] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.468075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.468170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.468233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.468372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.468450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.468530] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1172.540078] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.540078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.540078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.540078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.540478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.555666] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1174.222611] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.223115] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1174.572742] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1174.573026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.223507] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.223872] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1184.225303] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.225776] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1185.534296] env[65581]: INFO networking_nsxv3.common.synchronization [req-0f462920-63b4-47fb-ad1b-444ffb36bb24 req-61a9f054-6aca-4c4d-8da0-b7190662ac4c tempest-AttachVolumeShelveTestJSON-1566780083 tempest-AttachVolumeShelveTestJSON-1566780083-project-member] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 1185.534858] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGHEST for action security_group_members [ 1185.535201] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.535323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.536275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.536275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.536395] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.536527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.536627] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.536817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.536943] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.537085] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.039330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.039574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.039574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.039833] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.039959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.040178] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.040281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.040342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.040501] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.040635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.040752] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 is going to be updated. [ 1186.071224] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.071469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.071469] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.071619] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.071768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.080575] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: IN_PROGRESS for 2s [ 1188.092024] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 in Status: SUCCESS [ 1188.092415] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 deletion is rescheduled due to dependency. [ 1188.092415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.536469] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.536852] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.624343] env[65581]: INFO networking_nsxv3.common.synchronization [req-f33d9a20-943e-4752-a455-72c04008ea6c req-d2c57b22-99ff-4c94-8d95-24a769687bf3 tempest-DeleteServersTestJSON-1793974612 tempest-DeleteServersTestJSON-1793974612-project-member] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1192.624524] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGHEST for action security_group_members [ 1192.625250] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.625250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.625250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.625250] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.625462] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.625462] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.625544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.625617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.625702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.625797] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.128082] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.128312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.128312] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.128461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.128558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.128785] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.128893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.128953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.129127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.129200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.129284] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be updated. [ 1193.160494] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.160716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.160823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.161174] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.161383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.172144] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: IN_PROGRESS for 2s [ 1195.183793] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cab50c85-2109-4933-804b-02cbc06963cb in Status: SUCCESS [ 1195.184215] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cab50c85-2109-4933-804b-02cbc06963cb deletion is rescheduled due to dependency. [ 1195.184215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.801438] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.801635] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.801762] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.802040] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.802300] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.802456] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.802575] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.802784] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.802930] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.803289] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.803411] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.803524] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.803637] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.803748] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.803856] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.804288] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.824012] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.824191] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.824328] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.824500] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-185" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.824813] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-201a07a5-593f-41b2-aa8c-1ebe1c410f21 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.824993] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.825128] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.825382] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.825514] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201a07a5-593f-41b2-aa8c-1ebe1c410f21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.328402] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.328905] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.328905] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.329091] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.329244] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.329533] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.329692] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.329812] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.330087] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.330251] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.330529] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.330688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.330865] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.331026] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.331165] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.331305] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 is going to be updated. [ 1196.352257] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.352444] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.352570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.353180] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.353180] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.353324] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.039295] env[65581]: INFO networking_nsxv3.common.synchronization [req-fb3815e9-f3ab-4646-8333-268ea7510ceb req-594525d1-32d4-443e-8222-73ab621e2203 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 1197.039479] env[65581]: INFO networking_nsxv3.common.synchronization [req-fb3815e9-f3ab-4646-8333-268ea7510ceb req-594525d1-32d4-443e-8222-73ab621e2203 service nova] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1197.039829] env[65581]: INFO networking_nsxv3.common.synchronization [req-fb3815e9-f3ab-4646-8333-268ea7510ceb req-594525d1-32d4-443e-8222-73ab621e2203 service nova] Enqueued Resource ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 with Priority: HIGHEST for action port [ 1197.040525] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_rules [ 1197.040671] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1197.040772] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 with Priority: HIGHEST for action port [ 1197.041108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.041187] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.041238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.041476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.041532] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.042333] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.042447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.042517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.042740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.042821] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.042918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.042984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.043151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.043222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.043312] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.044229] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-201a07a5-593f-41b2-aa8c-1ebe1c410f21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.044321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.044400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.044711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.044711] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201a07a5-593f-41b2-aa8c-1ebe1c410f21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.546712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.546712] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.546712] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.547830] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 201a07a5-593f-41b2-aa8c-1ebe1c410f21 with status ACTIVE [ 1197.547937] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.548019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.548073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.548352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.548420] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.548538] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.548636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.548702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.548855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.548930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.549170] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.549266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.549329] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.549478] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.549590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.549688] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 201a07a5-593f-41b2-aa8c-1ebe1c410f21 is going to be updated. [ 1197.574415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.574574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.574621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.574843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.575049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.575219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-201a07a5-593f-41b2-aa8c-1ebe1c410f21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.052316] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.554174] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.554981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.554981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.554981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.554981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.554981] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1198.587034] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.587217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.587217] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.587450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.587612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.597433] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1200.611710] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1200.612091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.612133] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.612326] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.612566] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.612747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.613063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.613063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.613063] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.613228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.613228] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.116261] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.620839] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f352b03a-3d85-4bca-92c7-605db0304d8b: rpc.has_security_group_logging(os_id): False [ 1201.639441] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.639591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.639657] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.639876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.640890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.640890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.640890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.640890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.640890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.640890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.641229] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1201.709353] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.710033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.710033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.710033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.710390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.737869] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1202.041757] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.041948] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1203.754117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1203.754508] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.043520] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.043964] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.212268] env[65581]: INFO networking_nsxv3.common.synchronization [req-8063f235-11a8-4e11-bd07-bfe977c8f6c4 req-d84652ba-bbec-4f83-9244-77cb07be9cb0 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1208.212816] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1208.213156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.213283] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.213354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.213591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.213760] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.213858] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.213921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.214081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.214374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.214374] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.716330] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.716573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.716642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.716850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.716949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.717243] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.717378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.717440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.717656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.717762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.717803] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1208.752614] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.752614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.752614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.752895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.753052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.762828] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1209.474869] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a4bef574-0e9e-4995-b99a-5907d7acfcb3 tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_rules [ 1209.475410] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_rules [ 1209.475719] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.475847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.475907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.476327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.476447] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.557096] env[65581]: INFO networking_nsxv3.common.synchronization [None req-32b9217f-ecf4-4124-becb-f70230cc655a tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_rules [ 1209.557636] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_rules [ 1209.557970] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.558107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.868999] env[65581]: INFO networking_nsxv3.common.synchronization [req-f041c9ba-5df1-462d-999e-af5ff6de717d req-351cea46-2a24-46b9-8035-6cb49d5a1f4c tempest-AttachVolumeNegativeTest-1144864483 tempest-AttachVolumeNegativeTest-1144864483-project-member] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_members [ 1209.869691] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGHEST for action security_group_members [ 1209.869794] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.869951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.869951] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.870149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.870334] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.870435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.870540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.870652] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.870740] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.870872] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.997857] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.998059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.998395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.998843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.999099] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.999250] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 already deleted. [ 1209.999372] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.999549] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.999862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.999981] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.323181] env[65581]: INFO networking_nsxv3.common.synchronization [req-f91416d1-60ff-43c3-a559-f24842b9c242 req-471a6560-868c-410d-b4fb-2be3b6bd2aac tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1210.323780] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1210.324113] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.324290] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.375606] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.375770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.376118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.376118] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.376304] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.376409] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.376520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.376610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.376723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.376795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.376883] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 is going to be updated. [ 1210.404539] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.404744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.404744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.404962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.405121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.414784] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 in Status: IN_PROGRESS for 2s [ 1210.529673] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.530055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.530055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.530838] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.530987] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.531117] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 already deleted. [ 1210.531213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.633536] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.633730] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.633857] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.634199] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.634393] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.634548] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.634661] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.634899] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.635031] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.635239] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.635352] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.635458] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.635565] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.635673] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.635777] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.635960] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.672789] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.672957] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.673119] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.673336] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-184" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.673731] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-b0fab250-19fe-4d49-bb38-4d6a72c4e594 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.673909] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.674085] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.674425] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.674566] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0fab250-19fe-4d49-bb38-4d6a72c4e594',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.772632] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1210.772816] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1210.772937] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.773182] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.773400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.773589] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.773702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.773768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.773916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.773998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.774103] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.178847] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.179172] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.179263] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.179672] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.179954] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.180118] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port b0fab250-19fe-4d49-bb38-4d6a72c4e594 not found, creating... [ 1211.180436] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.180599] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.180726] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.180988] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.181214] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.181446] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.181573] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.181695] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.181907] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.182075] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.182215] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: b0fab250-19fe-4d49-bb38-4d6a72c4e594 is going to be created. [ 1211.204625] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.204899] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.204962] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.205266] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.205506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.205741] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.276788] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.276788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.276788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.277064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.277162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.278016] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.278016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.278016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.278016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.278016] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.278016] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1211.318782] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.318976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.319033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.319272] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.319443] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.329415] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1211.871234] env[65581]: INFO networking_nsxv3.common.synchronization [req-f91416d1-60ff-43c3-a559-f24842b9c242 req-8ef18d3b-8fc5-4232-bd7a-333a4566b078 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1211.871234] env[65581]: INFO networking_nsxv3.common.synchronization [req-f91416d1-60ff-43c3-a559-f24842b9c242 req-8ef18d3b-8fc5-4232-bd7a-333a4566b078 service nova] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1211.871234] env[65581]: INFO networking_nsxv3.common.synchronization [req-f91416d1-60ff-43c3-a559-f24842b9c242 req-8ef18d3b-8fc5-4232-bd7a-333a4566b078 service nova] Enqueued Resource ID: b0fab250-19fe-4d49-bb38-4d6a72c4e594 with Priority: HIGHEST for action port [ 1211.872527] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_rules [ 1211.872650] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1211.872762] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0fab250-19fe-4d49-bb38-4d6a72c4e594 with Priority: HIGHEST for action port [ 1211.873060] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.873185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.873256] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.873456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.873538] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.874606] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.874722] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.875689] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0fab250-19fe-4d49-bb38-4d6a72c4e594 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.875689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.875689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.875689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.875689] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0fab250-19fe-4d49-bb38-4d6a72c4e594',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.377290] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.377431] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.378759] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0fab250-19fe-4d49-bb38-4d6a72c4e594 with status ACTIVE [ 1212.379010] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.379150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.379215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.379460] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.379502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.379679] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.379773] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.379835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.379979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.380076] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.380257] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.380375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.380421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.380541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.380644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.380697] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0fab250-19fe-4d49-bb38-4d6a72c4e594 is going to be updated. [ 1212.404280] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.404428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.404504] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.404684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.404819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.404985] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0fab250-19fe-4d49-bb38-4d6a72c4e594" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.424154] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 in Status: SUCCESS [ 1212.424345] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 deletion is rescheduled due to dependency. [ 1212.424439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.339450] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1213.339848] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1213.339848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.339922] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.340161] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.340350] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.340465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.340530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.340702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.340791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.340888] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.843066] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.885707] env[65581]: INFO networking_nsxv3.common.synchronization [req-0847d069-6a6c-49ac-a036-8203fb774132 req-1073be47-04c8-43f6-864f-a9a2bf8adc99 tempest-ServerActionsTestOtherB-1592340889 tempest-ServerActionsTestOtherB-1592340889-project-member] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1213.886774] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGHEST for action security_group_members [ 1213.887191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.887433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.887583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.887892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.888198] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.888418] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.888559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.888801] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.888930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.889106] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.345807] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.391237] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.391381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.391483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.391670] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.391764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.391952] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.392091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.392149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.392314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.393031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.393031] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be updated. [ 1214.419756] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.419902] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.419976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.420236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.420388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.428648] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: IN_PROGRESS for 2s [ 1214.848581] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.848986] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.851054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.851054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.851054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.851054] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1214.881721] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.881721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.881721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.889051] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1216.441432] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f352b03a-3d85-4bca-92c7-605db0304d8b in Status: SUCCESS [ 1216.441810] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b deletion is rescheduled due to dependency. [ 1216.441810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.900814] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1216.901088] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.901291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.901482] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.901687] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.901803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.901862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.902022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.902147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.902247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.902341] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.016508] env[65581]: INFO networking_nsxv3.common.synchronization [req-a657c764-4408-4368-bfd0-d2c1d8950dc0 req-37e3da92-f835-43bf-bde2-f8244b1d773c tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_members [ 1217.016508] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_members [ 1217.017502] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.017644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.017714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.018031] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.018290] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.018437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.018496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.018703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.018809] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.019079] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.369677] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.369885] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.370023] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.370286] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.370571] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.370734] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.370882] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.371104] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.371257] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.371465] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.371641] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.371736] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.371736] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.371931] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.372075] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.372224] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.392881] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.393194] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.393370] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.393563] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.393874] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-c5dd67cf-cf2b-410a-aa50-18eca153ad99 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.394062] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.394187] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.394517] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.394659] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5dd67cf-cf2b-410a-aa50-18eca153ad99',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.404293] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.404450] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.404495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.404696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.404856] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.404953] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.405028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.405178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.405260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.405359] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.405507] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.405600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.405660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.405798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.405946] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.406035] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.406090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.406237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.406299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.406380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.406466] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.522205] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.522610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.522610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.522786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.522970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.523257] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.523426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.523537] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.523757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.523886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.524089] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 already deleted. [ 1217.524169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.897260] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.897510] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.897930] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.897930] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.898176] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.898290] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port c5dd67cf-cf2b-410a-aa50-18eca153ad99 not found, creating... [ 1217.898538] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.898726] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.898834] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.899073] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.899245] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.899545] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.899703] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.899820] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.900048] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.900191] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.900346] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: c5dd67cf-cf2b-410a-aa50-18eca153ad99 is going to be created. [ 1217.909102] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02207020-7e0c-4f2c-85ad-f2aa41fd406b: rpc.has_security_group_logging(os_id): False [ 1217.923869] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.924138] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.924204] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.924458] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.924682] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.924905] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.933300] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.933499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.933499] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.933677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.933761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.933940] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.934047] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.934100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.934282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.934380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.934601] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.934714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.934780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.934928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.935015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.935195] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.935317] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.935388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.935569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.935666] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.935758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1218.002235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.002403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.002463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.002663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.002841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.041928] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1218.644709] env[65581]: INFO networking_nsxv3.common.synchronization [req-a657c764-4408-4368-bfd0-d2c1d8950dc0 req-38c39187-9101-409b-98a9-f44e6ce96e27 service nova] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_rules [ 1218.644965] env[65581]: INFO networking_nsxv3.common.synchronization [req-a657c764-4408-4368-bfd0-d2c1d8950dc0 req-38c39187-9101-409b-98a9-f44e6ce96e27 service nova] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_members [ 1218.645065] env[65581]: INFO networking_nsxv3.common.synchronization [req-a657c764-4408-4368-bfd0-d2c1d8950dc0 req-38c39187-9101-409b-98a9-f44e6ce96e27 service nova] Enqueued Resource ID: c5dd67cf-cf2b-410a-aa50-18eca153ad99 with Priority: HIGHEST for action port [ 1218.645600] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_rules [ 1218.645741] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_members [ 1218.645843] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5dd67cf-cf2b-410a-aa50-18eca153ad99 with Priority: HIGHEST for action port [ 1218.646182] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.646333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.646369] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.646570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.646631] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.647486] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.647595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.647663] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.647826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.647969] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.648089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.648155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.648301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.648385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.649027] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.649223] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5dd67cf-cf2b-410a-aa50-18eca153ad99 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.649328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.649389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.649723] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.649723] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5dd67cf-cf2b-410a-aa50-18eca153ad99',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.151245] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.151457] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.151550] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.152569] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5dd67cf-cf2b-410a-aa50-18eca153ad99 with status ACTIVE [ 1219.153574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.153574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.153574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.153574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.153574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.153574] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.153574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.153574] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.154062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.154062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.154062] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.154062] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.154202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.154333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.154333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.154464] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5dd67cf-cf2b-410a-aa50-18eca153ad99 is going to be updated. [ 1219.176602] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.176807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.176867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.177120] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.177331] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.177502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5dd67cf-cf2b-410a-aa50-18eca153ad99" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.656563] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.059310] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1220.059525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.159437] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.159614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.159689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.159947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.160064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.160171] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 is going to be created. [ 1220.187541] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.187750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.187850] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.188211] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.188428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.198208] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: UNINITIALIZED for 2s [ 1222.209405] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: SUCCESS [ 1222.209753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.209890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.210153] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.210371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.210493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.210572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.210728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.210824] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.210913] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.211010] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.713926] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.215718] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50915076-6886-4ad1-9c54-a5383909bda7: rpc.has_security_group_logging(os_id): False [ 1223.239669] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.239669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.240090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.240402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.240525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.240791] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.240903] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.240967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.241155] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.241267] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.241319] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 is going to be created. [ 1223.322863] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.323093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.323093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.323315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.323512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.337445] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: IN_PROGRESS for 2s [ 1223.489472] env[65581]: INFO networking_nsxv3.common.synchronization [req-2447ed2a-3b78-4517-b96f-2e3ee2242bf2 req-3a220ce1-8837-4984-ba43-8744956c2b44 tempest-ServerDiskConfigTestJSON-1203278280 tempest-ServerDiskConfigTestJSON-1203278280-project-member] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1223.490770] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGHEST for action security_group_members [ 1223.491585] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.491909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.492124] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.492528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.492735] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.494156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.494156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.494156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.494156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.494156] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.997058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.997058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.997058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.997058] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be updated. [ 1224.028296] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.028540] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.028638] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.028930] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.029151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.038934] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: IN_PROGRESS for 2s [ 1225.349752] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: SUCCESS [ 1225.350091] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.048313] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b in Status: SUCCESS [ 1226.048463] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b deletion is rescheduled due to dependency. [ 1226.048562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.491615] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.492391] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.493718] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.494146] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.495260] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.495260] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.495876] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.495876] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.496704] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.497018] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.332311] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.332473] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.498496] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.498496] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.499252] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.499609] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.011946] env[65581]: INFO networking_nsxv3.common.synchronization [req-95484cef-1a82-41b7-9be0-126ca1bd2abf req-f8830a0d-88dd-479b-a656-0e81647e9f50 tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_members [ 1263.012506] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGHEST for action security_group_members [ 1263.012807] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.012929] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.012998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.013320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.013484] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.013585] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.013651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.013799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.013884] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.013975] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.516371] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.516534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.516626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.516864] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.516959] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.517183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.517291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.517356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.517510] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.517591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.517680] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 is going to be updated. [ 1263.546057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.546271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.546330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.546515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.546674] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.555841] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37dd216-e560-4715-b636-b2d80dbaa462 in Status: IN_PROGRESS for 2s [ 1265.566048] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37dd216-e560-4715-b636-b2d80dbaa462 in Status: SUCCESS [ 1265.566412] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 deletion is rescheduled due to dependency. [ 1265.566412] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.013560] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.013560] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.693759] env[65581]: INFO networking_nsxv3.common.synchronization [req-addf60b1-bc7a-49d6-a6a1-57354e01debc req-1f72dd3d-e1a9-4eb4-95c7-0d3b5e269b4a tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1272.693969] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1272.694203] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.694328] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.694398] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.694592] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.694739] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.694837] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.694899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.695052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.695157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.695283] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.976114] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.976376] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.976506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.976776] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.977059] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.977217] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.977332] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.977539] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.977681] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.977894] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.978012] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.978122] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.978227] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.978335] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.978437] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.978566] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.998966] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.999142] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.999276] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.999444] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.999752] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.999996] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.000150] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.000456] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.000591] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fdeb4f-6a84-4a30-af1e-6e59eaeb837e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.198145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.198352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.198352] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.198612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.198761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.198992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.199112] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.199177] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.199349] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.199426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.199525] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be updated. [ 1273.241780] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.242057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.242150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.242435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.242633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.252597] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1273.502858] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.503312] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.503312] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.503547] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.503653] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.503803] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e not found, creating... [ 1273.504100] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.504290] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.504412] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.504633] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.504769] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.505333] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.505437] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.505570] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.505882] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.506128] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.506275] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e is going to be created. [ 1273.527240] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.527464] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.527588] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.527858] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.528149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.528384] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.221340] env[65581]: INFO networking_nsxv3.common.synchronization [req-addf60b1-bc7a-49d6-a6a1-57354e01debc req-6bac57b8-e56a-4710-844e-36544c2ead79 service nova] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_rules [ 1274.221636] env[65581]: INFO networking_nsxv3.common.synchronization [req-addf60b1-bc7a-49d6-a6a1-57354e01debc req-6bac57b8-e56a-4710-844e-36544c2ead79 service nova] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1274.221636] env[65581]: INFO networking_nsxv3.common.synchronization [req-addf60b1-bc7a-49d6-a6a1-57354e01debc req-6bac57b8-e56a-4710-844e-36544c2ead79 service nova] Enqueued Resource ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e with Priority: HIGHEST for action port [ 1274.222162] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_rules [ 1274.222300] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1274.222432] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e with Priority: HIGHEST for action port [ 1274.222665] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.222782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.222849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.223175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.223271] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.225387] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.225496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.225685] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.225787] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.225855] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.226052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.226129] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fdeb4f-6a84-4a30-af1e-6e59eaeb837e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.284128] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.284334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.284334] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.284541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.284655] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.726103] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.726251] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.727540] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e with status ACTIVE [ 1274.727712] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.727823] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.727891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.728138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.728231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.728405] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.728534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.728568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.728769] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.728832] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.729070] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.729139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.729173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.729309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.729385] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.729468] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e is going to be updated. [ 1274.750935] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.751152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.751152] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.751343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.751476] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.751630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.787189] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.261840] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1275.262135] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec deletion is rescheduled due to dependency. [ 1275.262243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.262371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.262556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.262809] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.262935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.263044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.263337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.263434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.263562] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.288973] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.765478] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.790987] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1275.791182] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1276.268582] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.548531] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.548772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.548772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.548956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.561021] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1276.561942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.562992] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1276.597991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.598227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.598227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.598409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.612577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.613306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1276.613393] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.613486] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1276.653655] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.653867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.653867] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.654058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.655425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.655582] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1276.725565] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.725750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.725750] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.726761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.726761] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.726761] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1276.771276] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.771422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.771422] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.772022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.772022] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.772022] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be updated. [ 1276.802581] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.802780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.802780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.802972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.803301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.803617] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1276.803709] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'50915076-6886-4ad1-9c54-a5383909bda7', '87981821-efed-4a98-b128-5b59904984aa', 'e1079bed-74a3-4cc0-91be-4da3fd9221b0', '02207020-7e0c-4f2c-85ad-f2aa41fd406b', '882f3a8f-c6f1-45fa-97ce-02b56aac6e23', 'c497530e-e406-40b9-a44a-c4abeb0e1bd1', 'b37dd216-e560-4715-b636-b2d80dbaa462', '3d055de3-54ec-4ba9-97e7-d6f966b31736', '8524cea2-7207-4762-a7c4-2fb785a75761', '2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec', '00fb6287-c489-4142-93ea-461457d3433b', 'cab50c85-2109-4933-804b-02cbc06963cb', 'f352b03a-3d85-4bca-92c7-605db0304d8b', '080708c0-80bc-43b4-a6b6-2509e95873c6', '8ddcc555-b754-4e53-9421-3a6595877604', '6907e744-1cbf-401b-b168-9e4bd41d4cd4', 'b10c9f43-e70f-4725-b5ab-b78d7839f703', '60737ad3-8a44-4144-a44d-6a76e70214ab', 'db18ebc4-adcd-496b-8ea3-59fdb72b709c', 'e6badf43-ea35-43e2-a86c-0a433c822f41', '5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1', '953fb770-db63-44fd-baf4-3ba40821c0f3', 'fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2', '0004b748-e43f-402c-abef-3961116662d7', '493787df-4dc8-429c-9d56-5ec67c1ed68a', '1600b378-009f-4fda-a342-080b4518211f', '54512e1d-de52-415e-88ac-a66fdfb5700c', '3054cb9e-dbef-45eb-8d2c-253ff50656d6', '7d87ad71-3f91-461a-a150-1ea339ff39c1', 'e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5', '659cfc74-cb4a-426f-9bcd-929a4a1c11b6', 'd5e6fd22-f39d-4bd1-a359-ff9aafe08b06', '4f14775e-9ec2-4529-8ec3-2e8c0d14dd21', '163f509a-d06b-4848-8851-b63f694dfb20', '4296b9b9-bfdb-4ec6-9746-eef877028988', 'd4df2f0c-3070-4f9e-b1fc-80a11d69d908', '5d91c71a-3a1c-47c8-81ef-cf433960dade', '97a8c524-5881-4b16-bf39-6be106834108', '0dc53145-a33a-4a66-9a7f-b50ddb982a4a', '9e903ae8-911d-47ae-a168-800a5faf2756', '692581f8-c3ac-4f4f-aada-8656ce817cb8', 'e6bf1485-0760-47a1-b8a4-24cda108bef2', '40238cad-7401-4186-a2fb-5821e3411c8e', 'ecd564ca-4439-4a5e-bfd1-8f640aed72a2', '3e767a5d-9400-4be3-96f6-6293c894756f'} {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.803807] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1276.806511] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.806649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.806687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.806886] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.807030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.816186] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1276.822677] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.822826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.822826] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.823021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.823149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.823226] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1276.823275] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.823351] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1276.918029] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.918029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.918029] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.920038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.920038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.920038] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1276.920277] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.920277] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1276.920277] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1276.920386] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1276.920386] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGH for action security_group_rules [ 1276.920460] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGH for action security_group_rules [ 1276.920521] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGH for action security_group_rules [ 1276.920588] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGH for action security_group_rules [ 1276.920653] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGH for action security_group_rules [ 1276.920717] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGH for action security_group_rules [ 1276.920850] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGH for action security_group_rules [ 1276.920850] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGH for action security_group_rules [ 1276.920927] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGH for action security_group_rules [ 1276.920966] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGH for action security_group_rules [ 1276.920999] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGH for action security_group_rules [ 1276.921070] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGH for action security_group_rules [ 1276.921132] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGH for action security_group_rules [ 1276.921191] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGH for action security_group_rules [ 1276.921252] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGH for action security_group_rules [ 1276.921312] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGH for action security_group_rules [ 1276.921372] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGH for action security_group_rules [ 1276.921432] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGH for action security_group_rules [ 1276.921493] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGH for action security_group_rules [ 1276.921554] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGH for action security_group_rules [ 1276.921650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.825515] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1278.825979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.825979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.826169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.826306] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.826425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.826487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.826639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.826720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.826804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.826893] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.223508] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.223714] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1279.223760] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGH for action security_group_rules [ 1279.223905] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 with Priority: HIGH for action security_group_rules [ 1279.224049] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37dd216-e560-4715-b636-b2d80dbaa462 with Priority: HIGH for action security_group_rules [ 1279.224165] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ddcc555-b754-4e53-9421-3a6595877604 with Priority: HIGH for action security_group_rules [ 1279.224302] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6badf43-ea35-43e2-a86c-0a433c822f41 with Priority: HIGH for action security_group_rules [ 1279.224435] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGH for action security_group_rules [ 1279.224540] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60737ad3-8a44-4144-a44d-6a76e70214ab with Priority: HIGH for action security_group_rules [ 1279.224637] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 with Priority: HIGH for action security_group_rules [ 1279.224730] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 with Priority: HIGH for action security_group_rules [ 1279.224822] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 with Priority: HIGH for action security_group_rules [ 1279.224914] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352b03a-3d85-4bca-92c7-605db0304d8b with Priority: HIGH for action security_group_rules [ 1279.225013] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab50c85-2109-4933-804b-02cbc06963cb with Priority: HIGH for action security_group_rules [ 1279.225116] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fb6287-c489-4142-93ea-461457d3433b with Priority: HIGH for action security_group_rules [ 1279.225206] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGH for action security_group_rules [ 1279.225295] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGH for action security_group_rules [ 1279.225383] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 with Priority: HIGH for action security_group_rules [ 1279.225500] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 with Priority: HIGH for action security_group_rules [ 1279.225611] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 with Priority: HIGH for action security_group_rules [ 1279.225711] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87981821-efed-4a98-b128-5b59904984aa with Priority: HIGH for action security_group_rules [ 1279.225801] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b with Priority: HIGH for action security_group_rules [ 1279.226183] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.226313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.226379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.226622] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.226714] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.227929] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.228094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.228160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.228357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.228442] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1079bed-74a3-4cc0-91be-4da3fd9221b0',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.229336] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37dd216-e560-4715-b636-b2d80dbaa462 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.229474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.229529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.229690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.229786] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37dd216-e560-4715-b636-b2d80dbaa462',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.230713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ddcc555-b754-4e53-9421-3a6595877604 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.230820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.230904] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.231113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.231168] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ddcc555-b754-4e53-9421-3a6595877604',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.231932] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6badf43-ea35-43e2-a86c-0a433c822f41 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.232077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.232077] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.232280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.232323] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6badf43-ea35-43e2-a86c-0a433c822f41',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.233091] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.233200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.233241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.233374] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.233454] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.234220] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60737ad3-8a44-4144-a44d-6a76e70214ab taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.234333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.234396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.234536] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.234599] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60737ad3-8a44-4144-a44d-6a76e70214ab',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.235443] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c9f43-e70f-4725-b5ab-b78d7839f703 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.235621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.235621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.235814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.235814] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c9f43-e70f-4725-b5ab-b78d7839f703',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.236618] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080708c0-80bc-43b4-a6b6-2509e95873c6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.236770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.236906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.237101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.237101] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080708c0-80bc-43b4-a6b6-2509e95873c6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.237855] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.237949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.238025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.238176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.238244] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6907e744-1cbf-401b-b168-9e4bd41d4cd4',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.238953] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f352b03a-3d85-4bca-92c7-605db0304d8b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.239084] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.239123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.239298] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.239407] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f352b03a-3d85-4bca-92c7-605db0304d8b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.240294] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cab50c85-2109-4933-804b-02cbc06963cb taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.240410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.240410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.240529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.240717] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cab50c85-2109-4933-804b-02cbc06963cb',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.241476] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fb6287-c489-4142-93ea-461457d3433b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.241578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.241578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.241765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.241844] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fb6287-c489-4142-93ea-461457d3433b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.242621] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.242735] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.242882] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.242980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.243054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.243200] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.243307] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.244151] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.244289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.244645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.244645] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.244645] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c497530e-e406-40b9-a44a-c4abeb0e1bd1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.245325] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d055de3-54ec-4ba9-97e7-d6f966b31736 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.245449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.245914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.245914] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.245914] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d055de3-54ec-4ba9-97e7-d6f966b31736',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.246459] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.246567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.246612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.247356] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.247356] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882f3a8f-c6f1-45fa-97ce-02b56aac6e23',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.247595] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87981821-efed-4a98-b128-5b59904984aa taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.247719] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.247780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.247932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.248009] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87981821-efed-4a98-b128-5b59904984aa',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.248784] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.248912] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.249141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.249141] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.249141] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02207020-7e0c-4f2c-85ad-f2aa41fd406b',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.255937] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.256248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.256248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.256355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.256610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.256697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.256785] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.257116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.257116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.257116] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.257313] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.279854] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.279854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.279854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.279854] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.281931] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.282573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.283721] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.283827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.301382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.301581] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ddcc555-b754-4e53-9421-3a6595877604 is going to be deleted. [ 1279.302417] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.302643] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.320878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.321098] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6badf43-ea35-43e2-a86c-0a433c822f41 is going to be deleted. [ 1279.321856] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.322078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.329449] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.329602] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.329704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.329897] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.330108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.330213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.330278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.330428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.330523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.330656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.330823] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.330918] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.330979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.331137] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.331275] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.331366] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.331426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.331626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.331709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.331791] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.331887] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.340696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.340828] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37dd216-e560-4715-b636-b2d80dbaa462 is going to be deleted. [ 1279.365682] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.365963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.365963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.366167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.366255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.366391] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ddcc555-b754-4e53-9421-3a6595877604" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.374992] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.375292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.375292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.375444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.375532] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.375664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6badf43-ea35-43e2-a86c-0a433c822f41" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.397523] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.397795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.397795] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.398024] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.398122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.398248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37dd216-e560-4715-b636-b2d80dbaa462" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.756457] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.756783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.756783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.756888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.757016] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.757143] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.757205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.757354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.757441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.757517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.757600] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.766670] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.766909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.766909] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.767421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.767610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.767716] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.767780] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.767944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.768040] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.768130] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.768219] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.772017] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.798024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.798270] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.798318] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.798506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.800156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.800325] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.800958] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.801109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.819849] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.820100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.820870] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.820966] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.821776] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.821868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.822542] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.822635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.823365] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.823529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.823831] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.823967] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.824564] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.824664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.825337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.825441] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.826021] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.826460] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.826595] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.827140] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.827542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.827652] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60737ad3-8a44-4144-a44d-6a76e70214ab is going to be deleted. [ 1279.829114] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.829214] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.829279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.829472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.834310] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec: rpc.has_security_group_logging(os_id): False [ 1279.849611] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.849767] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c497530e-e406-40b9-a44a-c4abeb0e1bd1 is going to be deleted. [ 1279.850605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.850804] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.852298] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.852421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.869820] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.870133] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d055de3-54ec-4ba9-97e7-d6f966b31736 is going to be deleted. [ 1279.870828] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.871052] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.890210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.890456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.891314] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.891443] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1079bed-74a3-4cc0-91be-4da3fd9221b0 is going to be deleted. [ 1279.892333] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.892551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.910583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.910770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.919191] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.919389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.931019] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.931204] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6907e744-1cbf-401b-b168-9e4bd41d4cd4 is going to be deleted. [ 1279.932067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.932280] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.959066] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.959322] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.961185] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.961321] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080708c0-80bc-43b4-a6b6-2509e95873c6 is going to be deleted. [ 1279.962205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.962414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.982021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.982177] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87981821-efed-4a98-b128-5b59904984aa is going to be deleted. [ 1279.983057] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.983261] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.071297] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.071570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.074442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.074609] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882f3a8f-c6f1-45fa-97ce-02b56aac6e23 is going to be deleted. [ 1280.075562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.075841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.113716] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.113899] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.134167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.134419] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f352b03a-3d85-4bca-92c7-605db0304d8b is going to be deleted. [ 1280.135399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.135647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.141148] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.141425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.172144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.172282] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cab50c85-2109-4933-804b-02cbc06963cb is going to be deleted. [ 1280.173222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.173437] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.222996] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.223274] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c9f43-e70f-4725-b5ab-b78d7839f703 is going to be deleted. [ 1280.224089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.224354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.260024] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.270646] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.273317] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50915076-6886-4ad1-9c54-a5383909bda7: rpc.has_security_group_logging(os_id): False [ 1280.281193] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.281416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.295368] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.295608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.306837] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.307172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.310924] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.311176] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02207020-7e0c-4f2c-85ad-f2aa41fd406b is going to be deleted. [ 1280.312410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.312628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.342313] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.342565] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.353718] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.354044] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.354734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.354881] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fb6287-c489-4142-93ea-461457d3433b is going to be deleted. [ 1280.355754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.355964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.424028] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.424123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.424401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.424491] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.424704] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.424810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.424872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.425033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.425113] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.425312] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.425396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.425447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.425589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.425664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.425758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be updated. [ 1280.426852] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.427014] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.427110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.427237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60737ad3-8a44-4144-a44d-6a76e70214ab" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.427371] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.427514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.427589] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.427702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c497530e-e406-40b9-a44a-c4abeb0e1bd1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.427846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.428030] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.428145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.428276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d055de3-54ec-4ba9-97e7-d6f966b31736" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.428395] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.428538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.428612] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.428731] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1079bed-74a3-4cc0-91be-4da3fd9221b0" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.429350] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.429517] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.429600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.429715] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6907e744-1cbf-401b-b168-9e4bd41d4cd4" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.429835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.430013] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.430093] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430212] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080708c0-80bc-43b4-a6b6-2509e95873c6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.430483] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.430557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87981821-efed-4a98-b128-5b59904984aa" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430783] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.430919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.430992] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.431149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882f3a8f-c6f1-45fa-97ce-02b56aac6e23" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.431281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.431421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.431494] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.431605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f352b03a-3d85-4bca-92c7-605db0304d8b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.431713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.431849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.463930] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.464168] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.481757] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.482145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.482253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.482321] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.482546] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.482636] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.482714] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 is going to be updated. [ 1280.483862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.484032] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.484150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.484233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c9f43-e70f-4725-b5ab-b78d7839f703" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.484367] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.484511] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.484596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.484689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cab50c85-2109-4933-804b-02cbc06963cb" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.484851] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.485011] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.485081] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.485173] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02207020-7e0c-4f2c-85ad-f2aa41fd406b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.501878] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.502156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.502156] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.502313] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.502402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.502732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fb6287-c489-4142-93ea-461457d3433b" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.547936] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.548219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.548219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.548381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.548531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.576260] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1280.588879] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.589514] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.589651] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.589749] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.589980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.590148] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.626855] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: IN_PROGRESS for 2s [ 1280.763334] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8524cea2-7207-4762-a7c4-2fb785a75761: rpc.has_security_group_logging(os_id): False [ 1280.773188] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db18ebc4-adcd-496b-8ea3-59fdb72b709c: rpc.has_security_group_logging(os_id): False [ 1280.793133] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.793406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.793406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.793600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.795893] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.796241] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.838678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.839074] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.839205] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.839262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.839447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.839531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.839618] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1280.840746] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.840938] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.874446] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.874856] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.875045] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.875100] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.875292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.875380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.875481] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1281.026348] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.026542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.026542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.026786] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.026939] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.028731] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.028895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.028979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.029230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.029390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.044880] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1281.045604] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1282.589576] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1282.589970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.589970] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.590215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.590310] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.641194] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: SUCCESS [ 1282.641456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.693194] env[65581]: INFO networking_nsxv3.common.synchronization [req-3f5352b3-109c-47a6-a3d8-3426077f55ce req-9bf72f37-551c-4b58-a95b-da27f1ce8798 tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1282.693736] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGHEST for action security_group_members [ 1282.694057] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.694202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.694260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.694436] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.694588] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.694681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.694734] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.694878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.694962] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.695067] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.738044] env[65581]: INFO networking_nsxv3.common.synchronization [req-3f5352b3-109c-47a6-a3d8-3426077f55ce req-9bf72f37-551c-4b58-a95b-da27f1ce8798 tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e with Priority: HIGHEST for action port [ 1282.738044] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e with Priority: HIGHEST for action port [ 1282.738236] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.738381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.738487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.738711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.738847] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fdeb4f-6a84-4a30-af1e-6e59eaeb837e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.063562] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1283.063800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.064559] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1283.064732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.092359] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.092525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.197268] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.197514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.197514] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.197760] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.197862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.198088] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.198208] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.198273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.198456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.198538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.198627] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be updated. [ 1283.227554] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.227779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.227849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.228555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.228555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.236910] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1283.241282] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e with status ACTIVE [ 1283.241488] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.241610] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.241679] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.241875] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.241963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.242161] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.242258] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.242330] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.242463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.242538] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.242718] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.242810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.242872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.243020] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.243086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.243174] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04fdeb4f-6a84-4a30-af1e-6e59eaeb837e is going to be updated. [ 1283.264900] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.265089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.265163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.265434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.265593] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.265811] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fdeb4f-6a84-4a30-af1e-6e59eaeb837e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.246911] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1285.247234] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec deletion is rescheduled due to dependency. [ 1285.247234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.247380] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.247598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.247792] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.247907] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.247974] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.248139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.248220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.248306] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.248396] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.750723] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.750840] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.750916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.751166] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.751337] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.751458] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.751523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.751677] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.751762] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.751847] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.751991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.752109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.752167] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.752276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.752408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.752512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.752573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.752705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.752779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752948] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.256214] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec: rpc.has_security_group_logging(os_id): False [ 1286.272415] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.272588] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.272633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.272841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.272934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.273139] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.273243] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.273307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.273452] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.273529] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.273713] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.273807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.273868] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.274009] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.274090] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.274283] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.274375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.274435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.274569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.274641] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.274724] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be updated. [ 1286.338583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.338849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.338849] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.339109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.339291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.353887] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: IN_PROGRESS for 2s [ 1287.738769] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.739187] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.370416] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec in Status: SUCCESS [ 1288.370649] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.739668] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.739945] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.740414] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.740775] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.741775] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.742206] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.839406] env[65581]: INFO networking_nsxv3.common.synchronization [req-dc50bb6b-4709-41c9-b375-dfe56763eb74 req-87d9ac80-ecf6-41a1-9e6b-4533474c21e9 tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_members [ 1306.839406] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGHEST for action security_group_members [ 1306.840400] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.840400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.840400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.840400] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.841417] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.841556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.841628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.841810] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.841927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.842046] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.013795] env[65581]: INFO networking_nsxv3.common.synchronization [req-e749b9f2-e895-4488-a992-daf03ba3054a req-82d8c43d-62da-46df-9da8-5bff4e762f26 tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1307.014479] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1307.014890] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.015080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.015199] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.015473] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.015647] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.015754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.015842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.016055] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.016232] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.016308] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.319585] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.319777] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.319900] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.320195] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.320451] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.320609] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.320722] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.320928] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.321082] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.321312] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.321875] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.321875] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.321875] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.321875] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.321875] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.322065] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.341425] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.341634] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1307.341791] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.341976] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-593" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.342305] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-4e036083-0540-4b01-b15e-a88c7729b181 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.342485] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.342609] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.342928] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.343090] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e036083-0540-4b01-b15e-a88c7729b181',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.344043] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.344169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.344242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.344416] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.344503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.344684] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.344778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.344842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.344983] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.345074] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.345162] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 is going to be updated. [ 1307.371231] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.371402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.371447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.371623] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.371766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.380825] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: IN_PROGRESS for 2s [ 1307.519347] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.849017] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.849017] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.849414] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.849414] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.850040] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.850040] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 4e036083-0540-4b01-b15e-a88c7729b181 not found, creating... [ 1307.850040] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.850618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.850618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.850618] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.850719] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.851385] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.851562] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.851633] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.851838] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.851972] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.852302] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 4e036083-0540-4b01-b15e-a88c7729b181 is going to be created. [ 1307.872201] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.872489] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.872568] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.872809] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.873149] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.873254] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.021463] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.524182] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.524386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.524433] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.524614] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.524703] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.524805] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1308.560801] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.561042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.561042] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.561223] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.561370] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571547] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1308.574093] env[65581]: INFO networking_nsxv3.common.synchronization [req-e749b9f2-e895-4488-a992-daf03ba3054a req-d979e6f8-a4cc-4870-aac0-873e53167629 service nova] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 1308.574277] env[65581]: INFO networking_nsxv3.common.synchronization [req-e749b9f2-e895-4488-a992-daf03ba3054a req-d979e6f8-a4cc-4870-aac0-873e53167629 service nova] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1308.574415] env[65581]: INFO networking_nsxv3.common.synchronization [req-e749b9f2-e895-4488-a992-daf03ba3054a req-d979e6f8-a4cc-4870-aac0-873e53167629 service nova] Enqueued Resource ID: 4e036083-0540-4b01-b15e-a88c7729b181 with Priority: HIGHEST for action port [ 1308.574729] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_rules [ 1308.574783] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1308.574868] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e036083-0540-4b01-b15e-a88c7729b181 with Priority: HIGHEST for action port [ 1308.575439] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.575558] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.575626] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.575816] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.575896] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.577527] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.577702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.577862] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e036083-0540-4b01-b15e-a88c7729b181 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.577969] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.578036] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.578198] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.578280] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e036083-0540-4b01-b15e-a88c7729b181',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.078544] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.078895] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.079979] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e036083-0540-4b01-b15e-a88c7729b181 with status ACTIVE [ 1309.080196] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.080311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.080381] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.080580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.080665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.080830] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.080926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.080989] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.081149] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.081227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.081397] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.081509] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.081572] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.081709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.081782] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.081865] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e036083-0540-4b01-b15e-a88c7729b181 is going to be updated. [ 1309.102143] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.102339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.102394] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.102600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.102733] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.102888] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e036083-0540-4b01-b15e-a88c7729b181" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.391235] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50915076-6886-4ad1-9c54-a5383909bda7 in Status: SUCCESS [ 1309.391464] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 deletion is rescheduled due to dependency. [ 1309.391628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.583188] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1310.583665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.583665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.583799] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.584024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.584172] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.584219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.584345] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.584428] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.584521] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.087150] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.589409] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.091767] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.091767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.091767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.092037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.092123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.092226] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1312.118238] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.118454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.118454] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.118660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.118803] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.128937] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1313.576433] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.576836] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1314.139338] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1314.139541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.139683] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.139910] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.140120] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.140240] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.140310] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.140465] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.140544] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.140629] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.140716] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.642463] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.145244] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8524cea2-7207-4762-a7c4-2fb785a75761: rpc.has_security_group_logging(os_id): False [ 1315.163715] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.163942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.163942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.164171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.164260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.164521] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.164642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.164696] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.164813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.164890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.164975] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1315.221614] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.221887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.221887] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.222064] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.222237] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.235192] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1317.253959] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1317.254341] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.578425] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.578800] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.579742] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.579742] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.581266] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.581621] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.582025] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.582381] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.583513] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.583890] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.426788] env[65581]: INFO networking_nsxv3.common.synchronization [req-fef40775-efb1-4487-b0ef-16f4ba3539a4 req-c98644e6-5be8-46f7-a4eb-dc77db2f99de tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1340.427135] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1340.427464] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.427605] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.427678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.427908] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.428228] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.428228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.428228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.428403] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.428448] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.428539] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.931114] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.931344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.931344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.931562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.931721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.931966] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.932086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.932150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.932311] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.932388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.932474] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1340.960684] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.960927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.960927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.961123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.961262] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.970519] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1342.982924] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1342.983316] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c deletion is rescheduled due to dependency. [ 1342.983316] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.428127] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.428559] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.974946] env[65581]: INFO networking_nsxv3.common.synchronization [req-b76f17ee-86db-4111-9df8-1878bcafc76e req-bd04e73a-3757-402f-a69a-4f28069fbcdc tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1347.975491] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1347.975795] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.975916] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.975984] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.976459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.976459] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.976571] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.976642] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.976776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.976861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.976984] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.286323] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.286572] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.286754] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.287071] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.287341] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.287506] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.287677] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.287898] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.288057] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.288268] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1348.288414] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1348.288547] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1348.288586] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1348.288693] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1348.288799] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1348.288930] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1348.315444] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1348.315616] env[65581]: DEBUG dogpile.cache.region [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1348.315747] env[65581]: DEBUG dogpile.lock [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1348.315923] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.316276] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock port-3629b2ff-a38e-4096-a0ad-ce52322f3da7 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.316451] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.316572] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.316897] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.317046] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3629b2ff-a38e-4096-a0ad-ce52322f3da7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.478971] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.479218] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.479315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.479440] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.479563] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.479805] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.479905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.479963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.480160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.480263] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.480350] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1348.504556] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.504830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.504830] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.504971] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.505129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.513806] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1348.819291] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.819513] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.819604] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.819884] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.820049] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.820206] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Segment Port 3629b2ff-a38e-4096-a0ad-ce52322f3da7 not found, creating... [ 1348.820465] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.820660] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.820783] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.820999] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.821150] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.821425] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.821580] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.821699] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.821904] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.822052] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.822189] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Resource: SegmentPort with ID: 3629b2ff-a38e-4096-a0ad-ce52322f3da7 is going to be created. [ 1348.841258] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.841481] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.841560] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.841836] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.842117] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.842336] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ae697801-7b9a-4eac-90fa-ea7a409939ba None None] Releasing lock "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.527263] env[65581]: INFO networking_nsxv3.common.synchronization [req-b76f17ee-86db-4111-9df8-1878bcafc76e req-2e3eb7a9-6da6-4015-aa16-d0e7dc926547 service nova] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1349.527517] env[65581]: INFO networking_nsxv3.common.synchronization [req-b76f17ee-86db-4111-9df8-1878bcafc76e req-2e3eb7a9-6da6-4015-aa16-d0e7dc926547 service nova] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1349.527643] env[65581]: INFO networking_nsxv3.common.synchronization [req-b76f17ee-86db-4111-9df8-1878bcafc76e req-2e3eb7a9-6da6-4015-aa16-d0e7dc926547 service nova] Enqueued Resource ID: 3629b2ff-a38e-4096-a0ad-ce52322f3da7 with Priority: HIGHEST for action port [ 1349.528093] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1349.528623] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1349.528757] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3629b2ff-a38e-4096-a0ad-ce52322f3da7 with Priority: HIGHEST for action port [ 1349.529058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.529188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.529260] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.529459] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.529555] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.530408] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.530505] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.530723] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-3629b2ff-a38e-4096-a0ad-ce52322f3da7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.530827] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.530894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.531073] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.531150] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3629b2ff-a38e-4096-a0ad-ce52322f3da7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.033066] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.033066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.034758] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3629b2ff-a38e-4096-a0ad-ce52322f3da7 with status ACTIVE [ 1350.034991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.035140] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.035207] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.035488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.035590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.035769] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.035862] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.035925] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.036089] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.036163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.036339] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.036425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.036484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.036617] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.036688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.036770] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3629b2ff-a38e-4096-a0ad-ce52322f3da7 is going to be updated. [ 1350.058392] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.058616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.058616] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.058835] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.058934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.059160] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3629b2ff-a38e-4096-a0ad-ce52322f3da7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.523435] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1350.523689] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c deletion is rescheduled due to dependency. [ 1350.523747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.523869] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.524094] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.524277] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.524392] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.524456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.524608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.524691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.524787] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.027562] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.529782] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.034053] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.034053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.034053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.034053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.034507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.034507] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1352.062933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.063162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.063162] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.063357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.063498] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.074213] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1354.085306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1354.085672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.085672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.085882] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.086084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.086204] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.086375] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.086487] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.086528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.086586] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.086671] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.530205] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.530440] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1354.588900] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.091142] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db18ebc4-adcd-496b-8ea3-59fdb72b709c: rpc.has_security_group_logging(os_id): False [ 1355.109331] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.109556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.109556] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.109843] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.109946] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.110215] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.110323] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.110390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.110552] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.110630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.110728] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1355.170868] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.171121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.171121] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.171287] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.171495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.184848] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1357.201809] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1357.202206] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.531457] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.531827] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.532737] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.533431] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.533902] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.534338] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.535507] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.535872] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.029928] env[65581]: INFO networking_nsxv3.common.synchronization [req-08724cff-ebb5-4a33-a3fb-7262abc2b2a4 req-69c4cdab-e019-4d52-8984-d5342ff5706a tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1376.030504] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1376.030816] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.030941] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.031018] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.031248] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.031438] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.031579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.031647] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.031848] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.031965] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.032125] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.534555] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.037088] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.539593] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.539825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.539825] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.540080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.540176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.540277] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1377.570805] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.571075] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.571075] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.571220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.571365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.579211] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1379.590436] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1379.591054] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.031469] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.031879] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.032585] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.032585] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.809232] env[65581]: INFO networking_nsxv3.common.synchronization [req-d4b4b5ee-119c-4531-ac52-bb173faa2913 req-36d73409-2651-4ab6-bd94-4e35deb74da2 tempest-ServerActionsTestOtherA-468664565 tempest-ServerActionsTestOtherA-468664565-project-member] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1390.809790] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGHEST for action security_group_members [ 1390.810226] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.810226] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.810379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.810691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.810691] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.810691] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.810956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.810956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.810956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.811157] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.313432] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.313644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.313704] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.313900] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.313997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.314215] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.314320] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.314383] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.314582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.314665] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.314755] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be updated. [ 1391.344753] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.344949] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.345086] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.345386] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.345604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.354106] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: IN_PROGRESS for 2s [ 1393.365124] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8524cea2-7207-4762-a7c4-2fb785a75761 in Status: SUCCESS [ 1393.365520] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 deletion is rescheduled due to dependency. [ 1393.365520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.811431] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.811431] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.928137] env[65581]: INFO networking_nsxv3.common.synchronization [None req-5578dd97-fa48-4493-9865-2b72396fe094 None None] Enqueued Resource ID: ade0e7eb-de59-4813-812d-0ccde30d5411 with Priority: HIGHEST for action port [ 1398.928710] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade0e7eb-de59-4813-812d-0ccde30d5411 with Priority: HIGHEST for action port [ 1398.929084] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade0e7eb-de59-4813-812d-0ccde30d5411 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.929254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade0e7eb-de59-4813-812d-0ccde30d5411" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.929351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade0e7eb-de59-4813-812d-0ccde30d5411" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.929639] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade0e7eb-de59-4813-812d-0ccde30d5411" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.929915] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade0e7eb-de59-4813-812d-0ccde30d5411',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.431916] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ade0e7eb-de59-4813-812d-0ccde30d5411 [ 1399.432164] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.432295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.432365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.432573] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.432660] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.432752] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ade0e7eb-de59-4813-812d-0ccde30d5411 already deleted. [ 1399.432836] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade0e7eb-de59-4813-812d-0ccde30d5411" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.006690] env[65581]: INFO networking_nsxv3.common.synchronization [None req-a9b4eac5-2b80-4f9d-b24e-39f5611b6784 None None] Enqueued Resource ID: 6d652839-b3f1-464f-88b6-4d19f7fa4ae2 with Priority: HIGHEST for action port [ 1401.006938] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d652839-b3f1-464f-88b6-4d19f7fa4ae2 with Priority: HIGHEST for action port [ 1401.007469] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d652839-b3f1-464f-88b6-4d19f7fa4ae2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.007594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d652839-b3f1-464f-88b6-4d19f7fa4ae2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.007664] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d652839-b3f1-464f-88b6-4d19f7fa4ae2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.007915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d652839-b3f1-464f-88b6-4d19f7fa4ae2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.008013] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d652839-b3f1-464f-88b6-4d19f7fa4ae2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.509585] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d652839-b3f1-464f-88b6-4d19f7fa4ae2 [ 1401.509787] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.509919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.510043] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.510303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.510401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.510495] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d652839-b3f1-464f-88b6-4d19f7fa4ae2 already deleted. [ 1401.510591] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d652839-b3f1-464f-88b6-4d19f7fa4ae2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.259540] env[65581]: INFO networking_nsxv3.common.synchronization [req-29b0a11b-bf41-49a8-804a-e407b0b06615 req-32365bfb-4c51-43a9-8020-96518c2c94eb tempest-ServerPasswordTestJSON-1411737581 tempest-ServerPasswordTestJSON-1411737581-project-member] Enqueued Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_members [ 1404.260095] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_members [ 1404.260460] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.260576] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.260644] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.260892] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.261141] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.261266] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.261332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.261492] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.261577] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.261668] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.549893] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.550126] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-309" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.550279] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-309" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.550617] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-309" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.550878] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.551050] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.551171] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.551480] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.551540] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.551755] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1404.551869] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1404.551977] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1404.552099] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1404.552211] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1404.552320] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1404.552448] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1404.573185] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1404.573417] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1404.573571] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1404.573714] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-309" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.574035] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-39cca42c-7a71-4e59-8ab0-21fe5592e839 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.574205] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.574349] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.574660] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.574795] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39cca42c-7a71-4e59-8ab0-21fe5592e839',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.764948] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.765222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.765222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.765507] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.765615] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.765902] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.766050] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.766138] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.766332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.766435] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.766547] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 702eac4a-582e-4106-b571-19449ca1615e already deleted. [ 1404.766656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.077584] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.077783] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.078012] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.078206] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.078408] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.078541] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 39cca42c-7a71-4e59-8ab0-21fe5592e839 not found, creating... [ 1405.078763] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.079037] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.079113] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.079305] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.079442] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.079715] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.079868] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.079983] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.080300] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.080531] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.080688] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 39cca42c-7a71-4e59-8ab0-21fe5592e839 is going to be created. [ 1405.100617] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.100839] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.100932] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.101211] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.101434] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.101652] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.814412] env[65581]: INFO networking_nsxv3.common.synchronization [req-29b0a11b-bf41-49a8-804a-e407b0b06615 req-5de13966-cb7e-4770-8b6b-4dc3ddafab72 service nova] Enqueued Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_rules [ 1405.814847] env[65581]: INFO networking_nsxv3.common.synchronization [req-29b0a11b-bf41-49a8-804a-e407b0b06615 req-5de13966-cb7e-4770-8b6b-4dc3ddafab72 service nova] Enqueued Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_members [ 1405.815000] env[65581]: INFO networking_nsxv3.common.synchronization [req-29b0a11b-bf41-49a8-804a-e407b0b06615 req-5de13966-cb7e-4770-8b6b-4dc3ddafab72 service nova] Enqueued Resource ID: 39cca42c-7a71-4e59-8ab0-21fe5592e839 with Priority: HIGHEST for action port [ 1405.815450] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_rules [ 1405.815450] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_members [ 1405.815450] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cca42c-7a71-4e59-8ab0-21fe5592e839 with Priority: HIGHEST for action port [ 1405.815991] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.816101] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.816175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.816426] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.816484] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.817518] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.817630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.817702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.817927] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.818121] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.818231] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.818289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.818488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.818542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.818593] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.819306] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-39cca42c-7a71-4e59-8ab0-21fe5592e839 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.819434] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.819506] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.819658] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.819729] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39cca42c-7a71-4e59-8ab0-21fe5592e839',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.320976] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.321234] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.321331] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.324874] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39cca42c-7a71-4e59-8ab0-21fe5592e839 with status ACTIVE [ 1406.325102] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.325222] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.325289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.325814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.325814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.325814] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.325814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.326025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.326025] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.326150] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.326299] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.326442] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.326523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.326681] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.326766] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.326831] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39cca42c-7a71-4e59-8ab0-21fe5592e839 is going to be updated. [ 1406.347949] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.348228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.348228] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.348387] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.348518] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.348688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39cca42c-7a71-4e59-8ab0-21fe5592e839" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.823606] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.325843] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.326107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.326107] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.326309] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.326409] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.326504] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 702eac4a-582e-4106-b571-19449ca1615e is going to be created. [ 1407.349481] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.349728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.349728] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.349876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.350048] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.359079] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 702eac4a-582e-4106-b571-19449ca1615e in Status: UNINITIALIZED for 2s [ 1409.370776] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 702eac4a-582e-4106-b571-19449ca1615e in Status: SUCCESS [ 1409.371034] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.371157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.371410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.371610] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.371727] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.371796] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.371944] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.372037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.372123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.372215] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.874440] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.874685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.874685] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.874889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.875076] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.875180] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.875273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.875438] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.875568] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.875714] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.875891] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.875979] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.876053] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.876196] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.876367] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.876485] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.876550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.876697] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.876778] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.876861] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.876950] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.379337] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 702eac4a-582e-4106-b571-19449ca1615e: rpc.has_security_group_logging(os_id): False [ 1410.401090] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.401347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.401347] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.401578] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.401709] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.401922] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.402033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.402114] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.402249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.402327] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.402510] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.402606] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.402671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.402800] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.402874] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.403067] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.403163] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.403220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.403365] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.403439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.403517] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702eac4a-582e-4106-b571-19449ca1615e is going to be created. [ 1410.460075] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.460271] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.460357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.460533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.460713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.474478] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 702eac4a-582e-4106-b571-19449ca1615e in Status: IN_PROGRESS for 2s [ 1410.816755] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.816942] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1412.488667] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 702eac4a-582e-4106-b571-19449ca1615e in Status: SUCCESS [ 1412.489175] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.818037] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.818464] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.488481] env[65581]: INFO networking_nsxv3.common.synchronization [req-e427ec13-fcfa-440c-b26c-5cab5efa21e9 req-e353736f-4e27-480c-b3e0-91c3cf905486 tempest-ServerPasswordTestJSON-1411737581 tempest-ServerPasswordTestJSON-1411737581-project-member] Enqueued Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_members [ 1416.489063] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGHEST for action security_group_members [ 1416.489375] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.489523] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.489579] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.489754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.489903] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.489997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.490068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.490343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.490343] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.490478] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.992894] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.993299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.993299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.993299] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.993404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.993602] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.993705] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.993772] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.993931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.994021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.994099] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 702eac4a-582e-4106-b571-19449ca1615e is going to be updated. [ 1417.024315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.024530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.024530] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.024721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.024876] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.034588] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 702eac4a-582e-4106-b571-19449ca1615e in Status: IN_PROGRESS for 2s [ 1419.049615] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 702eac4a-582e-4106-b571-19449ca1615e in Status: SUCCESS [ 1419.050080] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 702eac4a-582e-4106-b571-19449ca1615e deletion is rescheduled due to dependency. [ 1419.050080] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.490441] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.490833] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.491987] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.492401] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.612232] env[65581]: INFO networking_nsxv3.common.synchronization [req-6f4a0199-8ffb-4def-b90d-e644fd164370 req-d428e120-0ce8-428e-a9f9-dffdadb20c6b tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1429.612475] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1429.612617] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.613671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.613671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.613671] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.115986] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.116229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.116229] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.116388] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.116481] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.116674] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.116774] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.116834] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.117027] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.117146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.117251] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1430.169917] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.170178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.170178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.170338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.170531] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.180991] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1432.192864] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 4s [ 1434.206947] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1434.207358] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c deletion is rescheduled due to dependency. [ 1434.207358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.613274] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.613500] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.607526] env[65581]: INFO networking_nsxv3.common.synchronization [req-6d6cfecc-ba3d-46db-97db-4c1e87816002 req-46a487ea-27f5-4012-86af-baab0e8ec5cd tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1436.608218] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1436.608533] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.608693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.608693] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.608891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.609214] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.609382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.609449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.609569] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.609688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.609760] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.912187] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.912461] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.912660] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.912971] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.913254] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.913414] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.913529] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.913744] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.913883] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.914103] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1436.914216] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] NeedRegenerationException {{(pid=65581) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1436.914325] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] no value, waiting for create lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1436.914429] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] value creation lock acquired {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1436.914536] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] No value present for key: 'zone-id' {{(pid=65581) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1436.914642] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Calling creation function for not-yet-present value {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1436.914771] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1436.938135] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1436.938349] env[65581]: DEBUG dogpile.cache.region [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65581) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1436.938505] env[65581]: DEBUG dogpile.lock [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Released creation lock {{(pid=65581) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1436.938612] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "network-639" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.938916] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock port-42fad720-da66-43a0-bdf7-edd9a0a6c996 taken with stack trace [, , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.939105] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.939225] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.939547] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.939683] env[65581]: DEBUG networking_nsxv3.api.rpc [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42fad720-da66-43a0-bdf7-edd9a0a6c996',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.111952] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.112215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.112215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.112379] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.112475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.112677] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.112779] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.112853] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.113037] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.113117] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.113208] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1437.141347] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.141555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.141555] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.141754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.141890] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.152413] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1437.442384] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.442767] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.443022] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.443440] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.443704] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.443971] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Segment Port 42fad720-da66-43a0-bdf7-edd9a0a6c996 not found, creating... [ 1437.444419] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.444688] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.444912] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.445295] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.445539] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.445978] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.446241] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.446462] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.446802] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.447051] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.447304] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Resource: SegmentPort with ID: 42fad720-da66-43a0-bdf7-edd9a0a6c996 is going to be created. [ 1437.469076] env[65581]: DEBUG networking_nsxv3.common.locking [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.469314] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.469449] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.469743] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.469973] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.470210] env[65581]: DEBUG oslo_concurrency.lockutils [None req-ada2e46f-e520-444d-bec9-07cdc245ba43 None None] Releasing lock "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.161559] env[65581]: INFO networking_nsxv3.common.synchronization [req-6d6cfecc-ba3d-46db-97db-4c1e87816002 req-68c478a3-7dd7-4e79-84ae-9e0c1d237a71 service nova] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1438.161815] env[65581]: INFO networking_nsxv3.common.synchronization [req-6d6cfecc-ba3d-46db-97db-4c1e87816002 req-68c478a3-7dd7-4e79-84ae-9e0c1d237a71 service nova] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1438.161815] env[65581]: INFO networking_nsxv3.common.synchronization [req-6d6cfecc-ba3d-46db-97db-4c1e87816002 req-68c478a3-7dd7-4e79-84ae-9e0c1d237a71 service nova] Enqueued Resource ID: 42fad720-da66-43a0-bdf7-edd9a0a6c996 with Priority: HIGHEST for action port [ 1438.162323] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_rules [ 1438.162462] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1438.162574] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42fad720-da66-43a0-bdf7-edd9a0a6c996 with Priority: HIGHEST for action port [ 1438.162828] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.162954] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.163038] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.163236] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.163324] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.164145] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.164242] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.164433] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock port-42fad720-da66-43a0-bdf7-edd9a0a6c996 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.164533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.164596] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.164754] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.164926] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42fad720-da66-43a0-bdf7-edd9a0a6c996',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.666789] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.667060] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.667136] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42fad720-da66-43a0-bdf7-edd9a0a6c996 with status ACTIVE [ 1438.667377] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.667496] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.667567] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.667807] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.667926] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.668148] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.668279] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.668425] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.668598] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.668690] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.668874] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.668988] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.669067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.669213] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.669289] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.669375] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42fad720-da66-43a0-bdf7-edd9a0a6c996 is going to be updated. [ 1438.690601] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.690818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.690818] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.691078] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.691221] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.691382] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42fad720-da66-43a0-bdf7-edd9a0a6c996" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.163970] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1439.164342] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c deletion is rescheduled due to dependency. [ 1439.164342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.164447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.164684] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.164891] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.165033] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.165110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.165281] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.165390] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.165493] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.667392] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.170264] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.673223] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.673427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.673488] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.673747] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.673819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.673873] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1440.725343] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.725512] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.725557] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.725770] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.725921] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.741313] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1442.753183] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1442.753535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.753535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.753745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.753933] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.754061] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.754123] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.754273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.754351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.754432] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.754519] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.164156] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.164347] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1443.256942] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.760189] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db18ebc4-adcd-496b-8ea3-59fdb72b709c: rpc.has_security_group_logging(os_id): False [ 1443.780452] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.780688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.780688] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.780906] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.780998] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.781255] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.781358] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.781415] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.781600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.781711] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.781809] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1443.858313] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.858527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.858527] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.858745] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.858901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.871230] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1445.888872] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1445.889254] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.165644] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.166090] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.166830] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.167277] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.168115] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.168498] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.169587] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.169989] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.170750] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.171175] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.172446] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.172805] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.173660] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.174201] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.175138] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.175488] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.176122] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.176533] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.333274] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1489.333707] env[65581]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bcd5fe78-e62d-4373-a545-081cd3e0e7ae None None] NSXv3 Agent Agent loop - iteration:4 started [ 1493.177418] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.177837] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.178316] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.178633] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.419728] env[65581]: INFO networking_nsxv3.common.synchronization [req-534e9179-5d38-491a-b6c2-3a2887479f88 req-6f926b48-4f2b-4efc-ad53-672eb1b98d39 tempest-ServerActionsTestJSON-1192880687 tempest-ServerActionsTestJSON-1192880687-project-member] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1499.419975] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGHEST for action security_group_members [ 1499.420260] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock member-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.420399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.420461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.420671] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.420819] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.420915] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.420976] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.421126] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.421255] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.421350] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.923971] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.924252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.924252] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.924526] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.924635] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.924835] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.924935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.924997] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.925253] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.925339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.925411] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be updated. [ 1499.965328] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.965656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.965656] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.965748] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.965844] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.973871] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: IN_PROGRESS for 2s [ 1501.984184] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c in Status: SUCCESS [ 1501.984564] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c deletion is rescheduled due to dependency. [ 1501.984564] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.421565] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.421565] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.422629] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.423065] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.283530] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.284026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.284026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.284109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.284175] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.423867] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.424113] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.786961] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.289627] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.791842] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1515.792125] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1516.530561] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.531039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.531039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.531039] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.683447] env[65581]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1516.684981] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.685892] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1516.726058] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.726305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.726305] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.726534] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.741233] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.742144] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1516.742228] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.742320] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1516.777346] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.777594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.777594] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.777753] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.778535] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.778709] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1516.850686] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.850947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.850947] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.851110] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.851528] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.851804] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1516.925544] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.925775] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.925822] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.926049] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.926376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.926725] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1516.926834] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'50915076-6886-4ad1-9c54-a5383909bda7', 'db18ebc4-adcd-496b-8ea3-59fdb72b709c', '5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1', '953fb770-db63-44fd-baf4-3ba40821c0f3', 'fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2', '0004b748-e43f-402c-abef-3961116662d7', '493787df-4dc8-429c-9d56-5ec67c1ed68a', '1600b378-009f-4fda-a342-080b4518211f', '54512e1d-de52-415e-88ac-a66fdfb5700c', '3054cb9e-dbef-45eb-8d2c-253ff50656d6', '692581f8-c3ac-4f4f-aada-8656ce817cb8', '7d87ad71-3f91-461a-a150-1ea339ff39c1', 'e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5', '659cfc74-cb4a-426f-9bcd-929a4a1c11b6', 'd5e6fd22-f39d-4bd1-a359-ff9aafe08b06', '4f14775e-9ec2-4529-8ec3-2e8c0d14dd21', '8524cea2-7207-4762-a7c4-2fb785a75761', '702eac4a-582e-4106-b571-19449ca1615e', '4296b9b9-bfdb-4ec6-9746-eef877028988', '2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec', '163f509a-d06b-4848-8851-b63f694dfb20', 'd4df2f0c-3070-4f9e-b1fc-80a11d69d908', '5d91c71a-3a1c-47c8-81ef-cf433960dade', '0dc53145-a33a-4a66-9a7f-b50ddb982a4a', '9e903ae8-911d-47ae-a168-800a5faf2756', '97a8c524-5881-4b16-bf39-6be106834108', 'e6bf1485-0760-47a1-b8a4-24cda108bef2', '40238cad-7401-4186-a2fb-5821e3411c8e', 'ecd564ca-4439-4a5e-bfd1-8f640aed72a2', '3e767a5d-9400-4be3-96f6-6293c894756f'} {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.926976] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1516.944926] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.945151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.945151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.945339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.945427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.945536] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1516.945604] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.945672] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1517.022626] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.022842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.022842] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.022994] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.024176] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.024446] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1517.024526] env[65581]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65581) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1517.024598] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1517.024677] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1517.024757] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1517.024828] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGH for action security_group_rules [ 1517.024905] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGH for action security_group_rules [ 1517.024966] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGH for action security_group_rules [ 1517.025042] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGH for action security_group_rules [ 1517.025096] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGH for action security_group_rules [ 1517.025156] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGH for action security_group_rules [ 1517.025212] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGH for action security_group_rules [ 1517.025284] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGH for action security_group_rules [ 1517.025378] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGH for action security_group_rules [ 1517.025449] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGH for action security_group_rules [ 1517.025507] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGH for action security_group_rules [ 1517.025566] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGH for action security_group_rules [ 1517.025625] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGH for action security_group_rules [ 1517.025715] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGH for action security_group_rules [ 1517.025797] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGH for action security_group_rules [ 1517.025898] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGH for action security_group_rules [ 1517.025990] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGH for action security_group_rules [ 1517.026103] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGH for action security_group_rules [ 1517.026218] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGH for action security_group_rules [ 1517.026310] env[65581]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGH for action security_group_rules [ 1517.026408] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.424623] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.424979] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1519.424979] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50915076-6886-4ad1-9c54-a5383909bda7 with Priority: HIGH for action security_group_rules [ 1519.424979] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 with Priority: HIGH for action security_group_rules [ 1519.425118] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a with Priority: HIGH for action security_group_rules [ 1519.425250] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 with Priority: HIGH for action security_group_rules [ 1519.425309] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec with Priority: HIGH for action security_group_rules [ 1519.425360] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 with Priority: HIGH for action security_group_rules [ 1519.425535] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702eac4a-582e-4106-b571-19449ca1615e with Priority: HIGH for action security_group_rules [ 1519.425637] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8524cea2-7207-4762-a7c4-2fb785a75761 with Priority: HIGH for action security_group_rules [ 1519.425731] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 with Priority: HIGH for action security_group_rules [ 1519.425823] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 with Priority: HIGH for action security_group_rules [ 1519.425914] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 with Priority: HIGH for action security_group_rules [ 1519.426016] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 with Priority: HIGH for action security_group_rules [ 1519.426112] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 with Priority: HIGH for action security_group_rules [ 1519.426204] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 with Priority: HIGH for action security_group_rules [ 1519.426293] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54512e1d-de52-415e-88ac-a66fdfb5700c with Priority: HIGH for action security_group_rules [ 1519.426380] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004b748-e43f-402c-abef-3961116662d7 with Priority: HIGH for action security_group_rules [ 1519.426470] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1600b378-009f-4fda-a342-080b4518211f with Priority: HIGH for action security_group_rules [ 1519.426584] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 with Priority: HIGH for action security_group_rules [ 1519.426651] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c with Priority: HIGH for action security_group_rules [ 1519.426734] env[65581]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 with Priority: HIGH for action security_group_rules [ 1519.427106] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50915076-6886-4ad1-9c54-a5383909bda7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.427225] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.427303] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.427495] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.427577] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50915076-6886-4ad1-9c54-a5383909bda7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.428447] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.428562] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.428628] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.428790] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.428864] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.430802] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-493787df-4dc8-429c-9d56-5ec67c1ed68a taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.430972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.430972] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.431608] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.431608] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('493787df-4dc8-429c-9d56-5ec67c1ed68a',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.432024] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.432119] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.432193] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.432291] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.432365] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5e6fd22-f39d-4bd1-a359-ff9aafe08b06',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.433063] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.433170] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.433227] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.433376] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.433447] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.434126] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4296b9b9-bfdb-4ec6-9746-eef877028988 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.434230] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.434278] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.434880] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.434880] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4296b9b9-bfdb-4ec6-9746-eef877028988',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.435235] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702eac4a-582e-4106-b571-19449ca1615e taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.435337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.435397] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.435919] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.435919] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702eac4a-582e-4106-b571-19449ca1615e',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.436583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8524cea2-7207-4762-a7c4-2fb785a75761 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.436583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.436583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.436583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.437158] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8524cea2-7207-4762-a7c4-2fb785a75761',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.437315] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.437421] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.437484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.437964] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.437964] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('659cfc74-cb4a-426f-9bcd-929a4a1c11b6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.438349] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.438461] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.438813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.438813] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.438813] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f14775e-9ec2-4529-8ec3-2e8c0d14dd21',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.439519] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.439630] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.439695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.439831] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.439904] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.440556] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d87ad71-3f91-461a-a150-1ea339ff39c1 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.440689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.440742] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.440872] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.440984] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d87ad71-3f91-461a-a150-1ea339ff39c1',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.441671] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-692581f8-c3ac-4f4f-aada-8656ce817cb8 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.441905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.441905] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.441980] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.442080] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('692581f8-c3ac-4f4f-aada-8656ce817cb8',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.442970] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.443122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.443171] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.443292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.443360] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3054cb9e-dbef-45eb-8d2c-253ff50656d6',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.444017] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54512e1d-de52-415e-88ac-a66fdfb5700c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.444127] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.444188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.444339] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.444463] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54512e1d-de52-415e-88ac-a66fdfb5700c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.445081] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0004b748-e43f-402c-abef-3961116662d7 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.445188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.445249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.445404] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.445478] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0004b748-e43f-402c-abef-3961116662d7',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.446210] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1600b378-009f-4fda-a342-080b4518211f taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.446337] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.446399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.446525] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.446593] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1600b378-009f-4fda-a342-080b4518211f',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.447241] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.447344] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.447414] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.447550] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.447615] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.448272] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.448410] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.448474] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.448580] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.448666] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db18ebc4-adcd-496b-8ea3-59fdb72b709c',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.450532] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock rules-953fb770-db63-44fd-baf4-3ba40821c0f3 taken with stack trace [, , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.450633] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.450764] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.450841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.450913] env[65581]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('953fb770-db63-44fd-baf4-3ba40821c0f3',) {} {{(pid=65581) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.489492] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.489718] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.489767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.489995] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.491651] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.491841] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.492458] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.492559] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.493291] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.493402] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.494096] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.494215] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.495184] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.495276] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.510463] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.510598] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 659cfc74-cb4a-426f-9bcd-929a4a1c11b6 is going to be deleted. [ 1519.511430] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.511632] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.528249] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.528405] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702eac4a-582e-4106-b571-19449ca1615e is going to be deleted. [ 1519.529273] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.529484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.548812] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.548970] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4296b9b9-bfdb-4ec6-9746-eef877028988 is going to be deleted. [ 1519.549767] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.549968] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.565990] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.566186] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50915076-6886-4ad1-9c54-a5383909bda7 is going to be deleted. [ 1519.566928] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.567144] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.581559] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.581814] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.583585] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.583744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.586695] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.586814] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 493787df-4dc8-429c-9d56-5ec67c1ed68a is going to be deleted. [ 1519.587668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.587878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.604533] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.604669] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec is going to be deleted. [ 1519.605484] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.605689] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.605776] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.605894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-659cfc74-cb4a-426f-9bcd-929a4a1c11b6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.606059] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.606220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.606300] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.606406] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702eac4a-582e-4106-b571-19449ca1615e" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.629273] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.629475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.629475] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.629672] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.629768] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.629878] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4296b9b9-bfdb-4ec6-9746-eef877028988" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.658583] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.658817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.658817] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.658935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.659026] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.659146] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50915076-6886-4ad1-9c54-a5383909bda7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.676108] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.676342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.676342] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.676520] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.676613] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.676797] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-493787df-4dc8-429c-9d56-5ec67c1ed68a" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.713875] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.714102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.714102] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.714307] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.714399] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.714515] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8dfaf6-93e6-4316-947f-ed74f9a4e0ec" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.980439] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.980720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.980720] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.980873] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.985973] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.986157] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.990401] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.990539] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.991264] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.991373] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.999483] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.999668] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.000404] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.000503] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.002569] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.002713] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.003941] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.004067] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.004772] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.004857] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.007010] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.007125] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.007488] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.007584] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.008164] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.008640] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.008751] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.010039] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.010459] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.010581] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.013206] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.013732] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.013892] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5 is going to be deleted. [ 1520.014789] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.014993] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.016399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.016519] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.036082] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.036250] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5e6fd22-f39d-4bd1-a359-ff9aafe08b06 is going to be deleted. [ 1520.037122] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.037336] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.059541] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.059681] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 692581f8-c3ac-4f4f-aada-8656ce817cb8 is going to be deleted. [ 1520.060582] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.060792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.086156] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.086355] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.089145] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.089306] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8524cea2-7207-4762-a7c4-2fb785a75761 is going to be deleted. [ 1520.090178] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.090393] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.100529] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.100676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.119860] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.120068] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0004b748-e43f-402c-abef-3961116662d7 is going to be deleted. [ 1520.120901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.121132] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.145013] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.145238] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.146111] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.146263] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3054cb9e-dbef-45eb-8d2c-253ff50656d6 is going to be deleted. [ 1520.147103] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.147315] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.167561] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.167765] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.199798] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.200032] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2 is going to be deleted. [ 1520.200901] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.201129] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.206442] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.206625] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.251378] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.251595] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54512e1d-de52-415e-88ac-a66fdfb5700c is going to be deleted. [ 1520.252456] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.252687] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.307059] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.307292] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.342138] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.342351] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.345952] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.346107] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d87ad71-3f91-461a-a150-1ea339ff39c1 is going to be deleted. [ 1520.347068] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.347295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.348842] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.348956] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.386338] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.386556] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db18ebc4-adcd-496b-8ea3-59fdb72b709c is going to be deleted. [ 1520.387427] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.387650] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.423444] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.423633] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1 is going to be deleted. [ 1520.424583] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.424802] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.524665] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.524893] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.525490] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.525590] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.573151] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.573329] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f14775e-9ec2-4529-8ec3-2e8c0d14dd21 is going to be deleted. [ 1520.574275] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.574493] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.632600] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.632787] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 953fb770-db63-44fd-baf4-3ba40821c0f3 is going to be deleted. [ 1520.633676] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.633934] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.676399] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.676613] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.677657] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.677788] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.678169] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.678285] env[65581]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1600b378-009f-4fda-a342-080b4518211f is going to be deleted. [ 1520.679188] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.679413] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.679502] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.679621] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a8f2f5-9d34-42c3-b7a2-b0f65a8a74a5" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.679771] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.679931] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.680021] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.680135] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5e6fd22-f39d-4bd1-a359-ff9aafe08b06" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.680669] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.680846] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.680935] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.681066] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-692581f8-c3ac-4f4f-aada-8656ce817cb8" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.681202] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.681357] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.681449] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.681570] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8524cea2-7207-4762-a7c4-2fb785a75761" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.681702] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.681894] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.681977] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.682109] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0004b748-e43f-402c-abef-3961116662d7" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.682247] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.682396] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.682472] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.682604] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3054cb9e-dbef-45eb-8d2c-253ff50656d6" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.682744] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.682889] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.682963] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.683085] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc19cc9f-f9cc-48bb-8211-fbfc3fd154f2" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.683219] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.683363] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.683439] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.683551] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54512e1d-de52-415e-88ac-a66fdfb5700c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.683678] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.683819] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.683891] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.684015] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d87ad71-3f91-461a-a150-1ea339ff39c1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.684147] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.684282] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.684354] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.684464] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db18ebc4-adcd-496b-8ea3-59fdb72b709c" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.684587] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.684721] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.684792] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.684932] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fcf71d1-2b2c-4be5-8b76-ceae2666b8b1" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.685079] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.685220] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.685295] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.685401] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f14775e-9ec2-4529-8ec3-2e8c0d14dd21" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.751885] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.752139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.752139] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.752301] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.752389] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.752542] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1600b378-009f-4fda-a342-080b4518211f" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.767243] env[65581]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.767787] env[65581]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65581) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.767942] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.768058] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.768244] env[65581]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.768332] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.768447] env[65581]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-953fb770-db63-44fd-baf4-3ba40821c0f3" {{(pid=65581) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.427381] env[65581]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.427741] env[65581]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0